-- Logs begin at Thu 2022-03-31 14:31:52 UTC, end at Thu 2022-03-31 16:18:26 UTC. -- Mar 31 15:44:17.135700 dv-cinder-836027-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 15:44:20.260633 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:44:20.261344 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:44:20.261495 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103997) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:44:20.265662 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:44:20.265923 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:44:20.266253 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103997) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:44:20.267363 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:44:20.267608 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:44:20.268022 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:44:20.268276 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:44:20.268509 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:44:20.269393 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.269858 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 15:44:20.270185 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.270492 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.270835 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.271143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.271440 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.271726 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.272014 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.272324 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.272613 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.272897 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.273241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.273540 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.273829 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.274125 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.274415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.274739 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] debug = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.275028 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.275482 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.275898 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.276188 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.276491 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.276765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.277047 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.277323 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.277614 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.277965 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] host = dv-cinder-836027-1-iscsi {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.278249 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.278569 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.278855 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.279146 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.279426 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.279705 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.280560 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.280838 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.281115 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.281394 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.281685 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.281975 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.282269 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.282497 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.282749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.283054 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.283347 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.283628 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.283909 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.284201 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.284480 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.284765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.285038 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.285331 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.285621 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.285909 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.286187 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.286463 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.286767 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.287047 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.287333 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.287612 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.287889 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.288164 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.288458 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.288730 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.289006 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.289317 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.289605 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.289892 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.290178 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.290457 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.290767 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.291091 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.291369 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.291644 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_json = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.291926 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.292197 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.292483 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.292810 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.293063 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.293343 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.293618 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.293906 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.294184 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:20.294490 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.294821 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.295127 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.295469 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.295764 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.296047 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.296339 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.296623 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.296914 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.297204 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.297498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.297783 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.298089 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.298385 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.298707 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.299019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.299319 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.299617 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.299898 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.300179 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.300453 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.300739 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.301035 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.301322 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.301616 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.301912 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.302198 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.302502 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.302821 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.303121 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.303416 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.303694 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.303980 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.304276 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.304563 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.304847 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.305132 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.305426 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.305714 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.305992 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.306280 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.306588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.306866 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.307141 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.307425 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.307719 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.308003 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.308278 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.308553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.308837 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.309111 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.309402 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.309685 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.309962 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.310241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.310521 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.310826 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.311131 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.311421 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.311691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.311973 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.312247 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.312525 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.312797 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.313074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.313348 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.313625 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.313898 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.314182 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.314455 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.314763 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.315035 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.315313 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.315590 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.315887 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.316189 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.316472 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.316778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.317107 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.317549 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.317632 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.317866 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.318148 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.318430 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.318730 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.319031 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.319318 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.319614 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.319924 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.320202 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.320504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.320791 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.321075 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.321362 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.321642 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.322188 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.322476 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.322786 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.323083 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.323381 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.323678 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.323975 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.324272 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.324554 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.324874 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.325154 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:20.325493 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:44:20.325649 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103997) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 15:44:20.718039 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:44:20.718312 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:44:20.718648 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:44:20.719161 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 15:44:21.077691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.077933 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.078167 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.079401 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.079686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.080086 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.139010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.139327 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.139596 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.155737 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.156025 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.156295 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.187382 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.187673 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.187946 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.338145 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.338844 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.338844 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.585989 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.586268 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.586567 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.586875 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.587585 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.691192 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.691521 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.691809 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.692085 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.692357 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.692687 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.692945 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.693208 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.693467 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.693758 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.694019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.694283 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.694569 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.694830 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.695088 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.695360 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.695615 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.695890 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.696165 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.696431 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.696705 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.697227 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.697519 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.697933 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.698188 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.698438 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.698902 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:21.699144 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:21.699383 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:21.699619 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:21.699853 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:21.700090 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:21.700478 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 15:44:21.704634 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 15:44:21.708998 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 15:44:21.713114 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 31 15:44:21.714924 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 15:44:21.715416 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 15:44:21.715759 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 15:44:21.716158 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 15:44:21.719970 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 15:44:21.720320 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 15:44:21.720596 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:44:21.725769 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 15:44:21.750244 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 15:44:21.750756 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.751068 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103997) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 15:44:21.751452 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.752957 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103997) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 15:44:21.753252 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:44:21.753500 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 15:44:21.757108 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.757395 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:21.819991 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 15:44:21.820259 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 15:44:21.820459 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 15:44:21.820854 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 15:44:21.843675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_db.sqlalchemy.engines [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103997) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 15:44:22.448892 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing driver for type 'gre' Mar 31 15:44:22.449619 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] gre ID ranges: [(1, 1000)] Mar 31 15:44:22.666355 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing driver for type 'local' Mar 31 15:44:22.666736 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing driver for type 'vlan' Mar 31 15:44:22.763751 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] VlanTypeDriver initialization complete Mar 31 15:44:22.764086 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing driver for type 'vxlan' Mar 31 15:44:22.765306 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] vxlan ID ranges: [(1, 1000)] Mar 31 15:44:22.990150 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing extension driver 'port_security' Mar 31 15:44:22.990593 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.extensions.port_security [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] PortSecurityExtensionDriver initialization complete Mar 31 15:44:22.990995 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing mechanism driver 'openvswitch' Mar 31 15:44:22.991361 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing mechanism driver 'hyperv' Mar 31 15:44:22.999145 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:22.999836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.000270 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.000624 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.001183 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:23.001619 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.001972 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.002323 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.002746 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:23.003163 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.003509 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.003852 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.004247 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:23.004652 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.005001 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.005341 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.005907 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:23.006321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.006728 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.007122 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.007541 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:23.007950 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.008301 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.008641 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.009037 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:23.009551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] ML2 OVO RPC backend initialized. {{(pid=103997) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 15:44:23.010334 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.010727 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.011145 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.012365 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > networks before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.012365 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.012365 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > ports before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.012812 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.012954 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.013304 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.013645 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.014053 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.014920 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.015264 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.015605 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.015944 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.016323 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.016665 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.024901 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded quota_driver: . Mar 31 15:44:23.025274 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.plugin [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Modular L2 Plugin initialization complete Mar 31 15:44:23.025621 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading services supported by the core plugin {{(pid=103997) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 15:44:23.025972 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Got port-security extension from driver 'port_security' Mar 31 15:44:23.026482 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.extensions.vlantransparent [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Disabled vlantransparent extension. Mar 31 15:44:23.027013 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103997) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 15:44:23.027338 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: router Mar 31 15:44:23.075044 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.075445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.075819 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router before_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.076185 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.076611 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.076973 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_delete 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.077334 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.077685 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.078043 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.078389 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.078768 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.079117 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.079477 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.079900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.080276 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.080706 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.081050 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.081394 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.081746 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.082089 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.082432 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.082803 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.083160 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.083502 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.083857 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.084223 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.084567 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.084948 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > agent after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.085353 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.085702 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.086714 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Tracking information for resource: router configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:23.087100 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Tracking information for resource: floatingip configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:23.092668 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.db.l3_agentschedulers_db [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 15:44:23.093260 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.093632 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.093985 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.094339 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.095217 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router before_create 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.095588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.096065 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.096432 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.101774 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.provider_configuration [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service providers = [] {{(pid=103997) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 15:44:23.102143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.db.servicetype_db [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103997) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 15:44:23.105703 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:23.105965 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:23.106252 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:23.107237 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:23.107620 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.services.service_base [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 15:44:23.108549 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.108882 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 15:44:23.120277 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.120615 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: auto_allocate Mar 31 15:44:23.127942 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: network precommit_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.128320 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: network precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.128878 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.129201 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: tag Mar 31 15:44:23.136438 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.136769 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: timestamp Mar 31 15:44:23.147554 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.147889 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: network_ip_availability Mar 31 15:44:23.154154 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.154526 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.154967 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.155846 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.156170 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: flavors Mar 31 15:44:23.161327 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.161673 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading Plugin: revisions Mar 31 15:44:23.166350 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:23.166778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.448s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:44:23.167661 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103997) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 15:44:23.168055 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Initializing extension manager. Mar 31 15:44:23.168727 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: __init__.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.169085 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: __pycache__ {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.169422 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: address_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.170799 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.178981 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: address-group Mar 31 15:44:23.178981 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: address_scope.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.178981 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.178981 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: address-scope Mar 31 15:44:23.178981 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.179691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.180297 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: router-admin-state-down-before-update Mar 31 15:44:23.180625 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: agent.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.181604 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.182138 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: agent Mar 31 15:44:23.182458 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: agent_resources_synced.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.183517 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.184031 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: agent-resources-synced Mar 31 15:44:23.184352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.186953 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.187508 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: allowed-address-pairs Mar 31 15:44:23.187834 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.189005 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.189521 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: auto-allocated-topology Mar 31 15:44:23.189849 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: availability_zone.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.190652 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.191173 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: availability_zone Mar 31 15:44:23.191496 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: availability_zone_filter.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.192479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.192990 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: availability_zone_filter Mar 31 15:44:23.193316 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: data_plane_status.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.194233 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.194772 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 15:44:23.195095 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: default_subnetpools.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.196183 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.196613 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: default-subnetpools Mar 31 15:44:23.197305 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.198197 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.198742 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: dhcp_agent_scheduler Mar 31 15:44:23.199068 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: dns.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.205945 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.206645 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 15:44:23.207089 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: dns_domain_ports.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.208158 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.208759 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 15:44:23.209165 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.210257 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.210912 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 15:44:23.211371 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: dvr.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.212270 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.212872 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: dvr Mar 31 15:44:23.213280 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: ecmp_routes.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.214371 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.215013 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 15:44:23.215415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: empty_string_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.216436 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.217042 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: empty-string-filtering Mar 31 15:44:23.217494 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.218594 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.219209 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:44:23.219722 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.220786 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.221368 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 15:44:23.221780 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: external_net.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.222843 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.223448 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: external-net Mar 31 15:44:23.223853 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.225047 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.225663 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: extra_dhcp_opt Mar 31 15:44:23.226066 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: extraroute.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.227126 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.227721 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: extraroute Mar 31 15:44:23.228120 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: extraroute_atomic.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.229331 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.229838 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: extraroute-atomic Mar 31 15:44:23.230163 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: filter_validation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.230944 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.231446 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: filter-validation Mar 31 15:44:23.231767 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: fip_pf_description.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.232718 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.233761 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 15:44:23.234081 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: fip_pf_port_range.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.235058 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.235558 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 15:44:23.235879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: fip_port_details.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.236870 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.237373 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: fip-port-details Mar 31 15:44:23.237695 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: flavors.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.238996 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.239516 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: flavors Mar 31 15:44:23.239838 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.241682 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.242204 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 15:44:23.242777 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: floatingip_pools.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.243526 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.244037 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: floatingip-pools Mar 31 15:44:23.244366 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: ip_allocation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.245347 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.245853 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 15:44:23.246185 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.247183 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.247751 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: ip-substring-filtering Mar 31 15:44:23.248074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l2_adjacency.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.249580 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.250086 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 15:44:23.250412 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.253264 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.253876 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: router Mar 31 15:44:23.254217 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.263452 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.264120 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:44:23.264407 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.265388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.265908 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: ext-gw-mode Mar 31 15:44:23.266238 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.267199 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.267714 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: l3-ha Mar 31 15:44:23.268046 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.269104 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.269623 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 15:44:23.269947 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_flavors.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.270932 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.271450 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: l3-flavors Mar 31 15:44:23.271779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.273204 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.273722 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 15:44:23.274048 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.275019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.275537 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 15:44:23.275865 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: l3agentscheduler.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.276962 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.277528 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: l3_agent_scheduler Mar 31 15:44:23.277854 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: local_ip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.279834 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.280420 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension local_ip not supported by any of loaded plugins Mar 31 15:44:23.280753 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: logging.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.282385 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.283028 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension logging not supported by any of loaded plugins Mar 31 15:44:23.283357 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: metering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.284307 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.284893 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: metering Mar 31 15:44:23.285280 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.294187 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.294774 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: metering_source_and_destination_fields Mar 31 15:44:23.295102 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: multiprovidernet.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.296647 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.297161 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: multi-provider Mar 31 15:44:23.297491 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: netmtu.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.298560 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.299209 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: net-mtu Mar 31 15:44:23.299528 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: netmtu_writable.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.300479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.300992 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: net-mtu-writable Mar 31 15:44:23.301310 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: network_availability_zone.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.301995 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.302509 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: network_availability_zone Mar 31 15:44:23.302858 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: network_ip_availability.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.304145 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.305092 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: network-ip-availability Mar 31 15:44:23.305576 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: network_segment_range.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.306525 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.307064 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 15:44:23.307389 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: pagination.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.308617 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.308953 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: pagination Mar 31 15:44:23.309275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: port_device_profile.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.310274 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.310892 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: port-device-profile Mar 31 15:44:23.311808 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.312789 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.313308 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: port-mac-address-regenerate Mar 31 15:44:23.313631 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.314567 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.315102 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: port-numa-affinity-policy Mar 31 15:44:23.315425 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: port_resource_request.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.316351 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.316853 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 15:44:23.317174 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.318275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.318815 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 15:44:23.319141 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: portbindings.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.320071 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.320581 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: binding Mar 31 15:44:23.320903 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: portbindings_extended.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.322469 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.323072 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: binding-extended Mar 31 15:44:23.323401 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: portsecurity.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.324341 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.324854 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: port-security Mar 31 15:44:23.325177 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: project_id.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.326193 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.326507 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: project-id Mar 31 15:44:23.326939 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: providernet.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.328009 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.328534 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: provider Mar 31 15:44:23.328856 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.332785 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.333381 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos not supported by any of loaded plugins Mar 31 15:44:23.333748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.335206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.335871 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 15:44:23.340538 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.341339 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.341874 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 15:44:23.342237 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_default.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.343245 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.343759 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-default not supported by any of loaded plugins Mar 31 15:44:23.344082 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_fip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.345037 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.345548 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 15:44:23.345870 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.346837 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.347364 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 15:44:23.347687 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.348643 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.349187 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 15:44:23.349509 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.350569 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.351079 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 15:44:23.351420 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.352539 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.353050 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 15:44:23.353368 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.354441 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.354979 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 15:44:23.355302 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_pps_rule.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.356531 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.357049 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 15:44:23.357372 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.359010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.359528 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 15:44:23.359855 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.360801 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.361313 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 15:44:23.361636 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: qos_rules_alias.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.362819 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.363336 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 15:44:23.363660 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: quota_check_limit.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.364594 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.365107 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: quota-check-limit Mar 31 15:44:23.365430 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: quotasv2.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.366455 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.366816 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: quotas Mar 31 15:44:23.367216 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: quotasv2_detail.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.369360 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.369699 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: quota_details Mar 31 15:44:23.370027 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: rbac.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.371783 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.372359 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: rbac-policies Mar 31 15:44:23.372699 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: rbac_address_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.374348 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.374983 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: rbac-address-group Mar 31 15:44:23.375311 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: rbac_address_scope.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.381458 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.381995 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: rbac-address-scope Mar 31 15:44:23.382321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: rbac_security_groups.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.383371 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.383882 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: rbac-security-groups Mar 31 15:44:23.384207 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.385295 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.385811 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: rbac-subnetpool Mar 31 15:44:23.386132 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: revisionifmatch.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.387099 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.387614 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: revision-if-match Mar 31 15:44:23.387936 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: revisions.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.389166 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.389686 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: standard-attr-revisions Mar 31 15:44:23.390031 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: router_availability_zone.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.390757 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.391264 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: router_availability_zone Mar 31 15:44:23.391583 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: routerservicetype.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.392510 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.393015 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 15:44:23.393335 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.394263 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.394791 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: security-groups-normalized-cidr Mar 31 15:44:23.395117 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.396094 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.396675 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: port-security-groups-filtering Mar 31 15:44:23.396999 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.397932 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.398438 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: security-groups-remote-address-group Mar 31 15:44:23.398792 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.399847 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.400362 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: security-groups-shared-filtering Mar 31 15:44:23.400683 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.401286 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 15:44:23.401606 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: securitygroup.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.412388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.412982 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: security-group Mar 31 15:44:23.413349 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: segment.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.414171 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.414726 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension segment not supported by any of loaded plugins Mar 31 15:44:23.415052 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.416104 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.416620 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 15:44:23.416943 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: servicetype.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.418088 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.418639 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: service-type Mar 31 15:44:23.418972 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: sorting.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.420117 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.421035 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: sorting Mar 31 15:44:23.421354 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: standard_attr_segment.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.422310 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.422881 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 15:44:23.423208 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: standardattrdescription.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.423888 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.424396 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: standard-attr-description Mar 31 15:44:23.424718 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: stateful_security_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.425764 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.426361 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: stateful-security-group Mar 31 15:44:23.426713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: stdattrs_common.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.427319 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 15:44:23.427648 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.428635 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.429225 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 15:44:23.429546 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: subnet_onboard.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.430748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.431274 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: subnet_onboard Mar 31 15:44:23.431598 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.444855 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.445494 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 15:44:23.445872 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: subnet_service_types.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.447362 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.447982 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: subnet-service-types Mar 31 15:44:23.448371 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: subnetallocation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.449578 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.450257 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: subnet_allocation Mar 31 15:44:23.450432 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.451176 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.451697 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: subnetpool-prefix-ops Mar 31 15:44:23.452026 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.453013 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.453623 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 15:44:23.453956 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: tagging.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.455124 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.455652 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: standard-attr-tag Mar 31 15:44:23.455986 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: timestamp.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.457254 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.457774 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loaded extension: standard-attr-timestamp Mar 31 15:44:23.458104 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: trunk.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.459192 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.459714 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension trunk not supported by any of loaded plugins Mar 31 15:44:23.460042 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: trunk_details.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.460979 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.461495 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 15:44:23.461824 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.462783 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.463299 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 15:44:23.463624 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Loading extension file: vlantransparent.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:23.464321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:23.464859 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 15:44:23.468257 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:network Mar 31 15:44:23.468809 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:subnet Mar 31 15:44:23.469213 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:23.469620 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:port Mar 31 15:44:23.470942 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.471393 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service FLAVORS assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.472052 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.472450 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.472790 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:router Mar 31 15:44:23.473223 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:44:23.473722 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service METERING assigned prefix: /metering {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.475310 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.475691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.476197 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:23.477159 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:44:23.477622 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:44:23.478059 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:44:23.478711 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.479048 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:23.479405 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] subnetpool is already registered Mar 31 15:44:23.479847 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.480178 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:23.480521 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] subnetpool is already registered Mar 31 15:44:23.483592 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.484085 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service FLAVORS assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:router Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] router is already registered Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] floatingip is already registered Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service METERING assigned prefix: /metering {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.494763 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] rbac_policy is already registered Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] security_group is already registered Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] security_group_rule is already registered Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] subnetpool is already registered Mar 31 15:44:23.495378 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:23.495987 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:23.495987 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] subnetpool is already registered Mar 31 15:44:23.495987 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: extensions {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.495987 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: address-groups {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.495987 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: address-scopes {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.496792 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: agents {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.497954 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: auto-allocated-topology {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.499296 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: availability_zones {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.500648 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: dhcp-networks {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.502511 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: dhcp-agents {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.503950 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: routers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.506215 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: flavors {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.507412 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: service_profiles {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.508746 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: next_providers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.510174 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: service_profiles {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.512926 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: floatingip-pools {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.514248 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: routers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.516362 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: floatingips {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.517670 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: l3-routers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.519096 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: l3-agents {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.520496 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: metering-labels {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.521861 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: metering-label-rules {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.523220 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: network-ip-availabilities {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.524563 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: bindings {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.526200 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: quotas {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.527861 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: quotas {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.529413 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: rbac-policies {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.531286 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: security-groups {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.532514 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: security-group-rules {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.533805 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: service-providers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.535030 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: subnetpools {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.536495 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: subnetpools {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.537949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.539732 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.541551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.543382 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.545253 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.547717 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.549399 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.551412 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.553184 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.555150 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:23.561391 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING keystonemiddleware.auth_token [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 15:44:23.566370 dv-cinder-836027-1-iscsi neutron-server[103997]: WARNING keystonemiddleware.auth_token [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 15:44:23.575600 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Acquired lock "singleton_lock" {{(pid=103997) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 15:44:23.578917 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Releasing lock "singleton_lock" {{(pid=103997) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 15:44:23.578917 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Starting 2 workers Mar 31 15:44:23.581884 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Started child 104108 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:23.586856 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Started child 104109 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:23.587710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.588810 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO neutron.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 15:44:23.589213 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.589382 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [-] (104108) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:44:23.591968 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Starting 1 workers Mar 31 15:44:23.593810 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.596158 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [-] (104109) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:44:23.598149 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Started child 104110 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:23.598799 dv-cinder-836027-1-iscsi neutron-server[103997]: INFO oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Starting 1 workers Mar 31 15:44:23.602059 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] calling RpcWorker wait() {{(pid=104110) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 15:44:23.602959 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] returning from RpcWorker wait() {{(pid=104110) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 15:44:23.603947 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.604116 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Started child 104111 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:23.604403 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:23.604803 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d04ded66-6e27-45d1-9c27-1db933336bf6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.607031 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103997) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:44:23.607265 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:44:23.607433 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:44:23.607678 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:44:23.608769 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:44:23.608927 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:44:23.609612 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.609917 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.610186 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.610454 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.610769 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.611453 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.611683 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.611946 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.612255 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.612669 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.612669 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.612875 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.613095 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.613331 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.613693 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.613965 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.614214 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.614515 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.614748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.614993 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.615249 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.615762 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.615762 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.615911 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] debug = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.616064 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.616555 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.616762 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:23.616954 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.617149 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.617326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.617514 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.617743 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.618023 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.618269 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.618517 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.618808 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.619063 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.619300 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.620775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.620775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.620775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.620775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.620775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.621722 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host = dv-cinder-836027-1-iscsi {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.621722 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.621722 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.621722 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.622264 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.622264 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.622538 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.622739 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.623009 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.623247 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.624019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.624264 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.624642 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.624883 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.625097 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.625328 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_options = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.625551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.625774 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.626007 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.626367 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.626367 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.626863 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.626863 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.626863 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.627519 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.627519 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.627519 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.628144 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.628144 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.628144 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.628889 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.628889 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.629924 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.630279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.630991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.631412 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.631665 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.631924 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.632183 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.632433 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.632677 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.632921 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.633189 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.633417 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.633659 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.633924 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.634193 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.634449 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.634714 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.634956 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.635222 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.635482 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.635715 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.635978 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.636242 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.636476 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.636728 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.636983 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.637206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.637460 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.637681 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.637918 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.638160 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_json = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.638395 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.638671 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.638945 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.639764 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.640019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.640243 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.640486 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.640729 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.640951 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.641417 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.641701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.642048 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.642358 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.642617 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.648498 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.652675 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.653778 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.655326 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.656388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.657553 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.658451 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.663551 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.664713 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.666522 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.668991 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.672321 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.673415 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.674479 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.675663 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.675663 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.675663 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.676082 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.676383 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.676769 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.677191 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.677644 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.678067 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.678503 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.678942 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.679359 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.679980 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.680623 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.681271 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.681886 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.682572 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.683138 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.683576 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.683974 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.684414 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.684873 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.685302 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.685562 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.685847 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.686682 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.686933 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.687192 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.687433 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.687661 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.687902 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.688143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.688369 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.688628 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.688872 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.689122 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.689362 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.689641 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.689883 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.690137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.690659 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.694588 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695224 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695831 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.695831 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.696122 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.696521 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.697181 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.697421 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.697655 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.697891 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.698101 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.698343 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.698641 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.698838 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.699055 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.699322 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.699567 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.699921 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.700197 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.700408 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.700679 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.700987 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.701378 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.702486 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.702844 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.703261 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.704843 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.704843 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.704843 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.704843 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.705501 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.705501 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.705960 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.705960 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.706212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.706671 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.706835 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.706982 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.707185 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.707490 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.707651 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.707838 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.708076 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.708287 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.709268 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.709268 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.709268 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.709268 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.709916 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.709916 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.710159 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.710283 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.710417 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.710649 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.710861 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.711082 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.711298 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.711511 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.711746 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.711961 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.712180 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.712435 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.712690 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.712898 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.713085 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.713292 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.713506 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.713708 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.713922 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.714295 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.714665 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.714665 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.715286 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.715286 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.715286 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.715908 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.715908 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.715908 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.716336 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.716336 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.716629 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.716793 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.717749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.718008 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.718170 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.718413 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.718702 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.720445 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.722102 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.722102 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.722102 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.722102 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.722102 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.723019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.723019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.723019 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.723345 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.723345 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.724626 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.724626 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.724626 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.724626 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.725469 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.725469 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.725469 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.726395 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.726395 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.726395 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.726395 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.727121 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.727121 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.727121 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.727609 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.727609 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.728074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.728074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.728074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.728420 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.728557 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.728683 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:44:23.729234 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103997) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:44:23.729386 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:44:23.729570 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:44:23.729745 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:44:23.729918 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:44:23.730080 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:44:23.730207 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.730679 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.730679 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.731029 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.731029 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.731369 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.731369 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.731369 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.732748 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] debug = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.734827 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.737595 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.737595 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.737595 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.737595 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.737595 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.737595 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.738392 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host = dv-cinder-836027-1-iscsi {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.739536 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.741010 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_options = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.742701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.744137 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.746949 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.747851 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.749212 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.750135 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_json = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.764895 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.765879 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.766775 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.768074 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.769109 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.770143 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.771403 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.772691 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.774461 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.775885 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.777638 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.778984 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.780958 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.782388 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.783504 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.784668 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.785749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.786836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.788119 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.790686 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791206 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.791701 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792218 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.792779 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793275 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.793772 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794352 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.794930 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804731 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804807 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.804900 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805373 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.805822 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806281 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.806836 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807309 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.807765 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808241 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.808749 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.809279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.809279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.809279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.809279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.809279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:23.809279 dv-cinder-836027-1-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:44:23.857904 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53198) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:23.866913 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066886 Mar 31 15:44:37.896685 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025167b-d874-4c47-8d04-f628b677d8be None None] get_active_networks_info from dv-cinder-836027-1-iscsi {{(pid=104110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 15:44:38.062950 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025167b-d874-4c47-8d04-f628b677d8be None None] No non-hosted networks {{(pid=104110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 15:44:38.074843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.agentschedulers_db [None req-d025167b-d874-4c47-8d04-f628b677d8be None None] DHCP Agent not found on host dv-cinder-836027-1-iscsi {{(pid=104110) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 15:44:38.219772 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073bc724-e243-484f-9291-07c04a9884ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035231'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.965428 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35bb19ef-2ce9-4506-8598-c20fa776de27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035231'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.003888 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-b0f593cb-9cc7-4615-85b2-26ff095a1f58 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836027-1-iscsi {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:44:41.004972 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-b0f593cb-9cc7-4615-85b2-26ff095a1f58 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:44:41.631688 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0f593cb-9cc7-4615-85b2-26ff095a1f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:43.309521 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53264) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:43.750526 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035231'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:44.172361 dv-cinder-836027-1-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-0a64cda4-d6a4-469c-8d44-62f541243bd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:44.173850 dv-cinder-836027-1-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-0a64cda4-d6a4-469c-8d44-62f541243bd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:44.708674 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-0a64cda4-d6a4-469c-8d44-62f541243bd5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:44:44.719589 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0a64cda4-d6a4-469c-8d44-62f541243bd5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.4071050 Mar 31 15:44:45.273528 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035231'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:46.351979 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035231'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:46.352906 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.352906 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.353281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.353666 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.354371 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.354719 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.355046 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.355391 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.355717 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.356182 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.356541 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.356867 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.357836 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.358084 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.358398 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:46.358843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836027-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:46.374372 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836027-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:46.659805 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.db.l3_hamode_db [None req-184502c9-df08-42d0-b1f6-4a953b9d9af6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 15:44:46.744415 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184502c9-df08-42d0-b1f6-4a953b9d9af6 None None] Routers set() bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:46.744813 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184502c9-df08-42d0-b1f6-4a953b9d9af6 None None] Router IDs set() for agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 15:44:47.715742 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53300) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:48.153839 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:48.250421 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.policy [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:44:48.294586 dv-cinder-836027-1-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:48.295030 dv-cinder-836027-1-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:48.493178 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726428742020', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726428745335', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726428729146', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726428308297', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726428315731', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726428631434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15729306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15774860', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715631'] for rbac-policy (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.805802 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.807867 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e13ea3e0-37cb-4a95-bae0-4b64dd17e97d admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0905616 Mar 31 15:44:51.620262 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53312) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:51.985322 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:52.077330 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Made reservation on behalf of 0f1605367fb64a30833a7f5d2ed2ab95 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:52.081842 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.111129 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.234146 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks [] for security_group (284d4dd3-1ea7-45bb-b51d-9e978f8b8bd9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.315835 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (284d4dd3-1ea7-45bb-b51d-9e978f8b8bd9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.352313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:44:52.383603 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726425143089', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (2a88f3e3-9ed2-4f7a-bb09-64d534630f42), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.384225 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Unsubscribe: segment precommit_create {{(pid=104109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:44:52.384943 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Added segment 2a88f3e3-9ed2-4f7a-bb09-64d534630f42 of type vlan for network b4c120f8-9460-466c-bb0c-5977ad0051ef Mar 31 15:44:52.392150 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=284d4dd3-1ea7-45bb-b51d-9e978f8b8bd9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:52.432032 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.432373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.432730 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.433078 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.433407 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.433734 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.434054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.434370 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.434721 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.435060 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.435525 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.435881 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.436205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.436521 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.436836 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Tracked resource versions report: Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: pushed versions: Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Log': {'1.0'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Network': {'1.1'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Port': {'1.7'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: consumer versions: Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Agent': '1.1', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Log': '1.0', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Network': '1.1', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Port': '1.7', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SubPort': '1.0', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Subnet': '1.1', Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Mar 31 15:44:52.438300 dv-cinder-836027-1-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:44:52.518516 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (b4c120f8-9460-466c-bb0c-5977ad0051ef), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.658820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (b4c120f8-9460-466c-bb0c-5977ad0051ef), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.664372 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:52.665205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.791433 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] Pushing event updated for resources: {'Network': ['ID=b4c120f8-9460-466c-bb0c-5977ad0051ef,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:52.805079 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network b4c120f8-9460-466c-bb0c-5977ad0051ef details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:44:52.842607 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8056c8fa-aec5-47c0-9f54-5a833b6d23c7 demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2173138 Mar 31 15:44:55.668531 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53324) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:56.290685 dv-cinder-836027-1-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:56.291399 dv-cinder-836027-1-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:56.752092 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.policy [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:44:56.796142 dv-cinder-836027-1-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:56.796529 dv-cinder-836027-1-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:56.805190 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:56.807170 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a1de38d3-0ee2-4638-ba30-f4aaef30b990 demo admin] 10.222.0.58 "GET /v2.0/networks/b4c120f8-9460-466c-bb0c-5977ad0051ef HTTP/1.1" status: 200 len: 825 time: 1.1375194 Mar 31 15:44:56.852090 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-87b3390e-f40e-41a8-a623-c5874cfaa1b7 demo admin] 10.222.0.58 "GET /v2.0/subnetpools/f1c57d46-3192-44ad-8bba-cad18becbc02 HTTP/1.1" status: 200 len: 734 time: 0.0372179 Mar 31 15:44:56.864231 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Request body: {'subnet': {'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:57.042490 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Made reservation on behalf of 0f1605367fb64a30833a7f5d2ed2ab95 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:57.046801 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.534346 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (ca8eb512-567a-4846-9765-5bbefe2944b6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.615074 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Checking segment: {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:57.616652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Network hostable DHCP agents. Network: b4c120f8-9460-466c-bb0c-5977ad0051ef, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:44:57.624720 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ca8eb512-567a-4846-9765-5bbefe2944b6,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:57.635852 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.636287 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.636645 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.637039 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.637416 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.637790 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.638357 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.638767 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.639154 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.639529 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.639896 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.640280 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.640659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.641023 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.641384 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Tracked resource versions report: Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: pushed versions: Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: { 'AddressGroup': {'1.2'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Agent': {'1.1'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Log': {'1.0'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'NDPProxy': {'1.0'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Network': {'1.1'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Port': {'1.7'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'PortForwarding': {'1.3'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'QosPolicy': {'1.10'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroup': {'1.5'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SubPort': {'1.0'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Subnet': {'1.1'}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Trunk': {'1.1'}} Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: consumer versions: Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Agent': '1.1', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'ConntrackHelper': '1.0', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'LocalIPAssociation': '1.0', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Log': '1.0', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'NDPProxy': '1.0', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Network': '1.1', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Port': '1.7', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'PortForwarding': '1.3', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'QosPolicy': '1.10', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroup': '1.5', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroupRule': '1.2', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SubPort': '1.0', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Subnet': '1.1', Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Trunk': '1.1'}} Mar 31 15:44:57.642934 dv-cinder-836027-1-iscsi neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:44:57.750836 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Network b4c120f8-9460-466c-bb0c-5977ad0051ef is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:44:57.830987 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, b4c120f8-9460-466c-bb0c-5977ad0051ef) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:57.837035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:57.837757 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.843823 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ed70e-3d7a-4e4c-93d0-e92d5fe932ea None None] Network b4c120f8-9460-466c-bb0c-5977ad0051ef requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:44:57.948053 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ff0a7f7f-e4d9-4d7e-bec2-602b153c8986 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0874910 Mar 31 15:44:58.286690 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-b4c120f8-9460-466c-bb0c-5977ad0051ef', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:44:58.289015 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:58.773715 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Allocated IP 172.20.0.2 (b4c120f8-9460-466c-bb0c-5977ad0051ef/ca8eb512-567a-4846-9765-5bbefe2944b6/fdd948b7-98fa-4bd9-9627-ee5a593f88b7) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:59.060423 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Publish callbacks [] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.128835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.212327 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Network b4c120f8-9460-466c-bb0c-5977ad0051ef is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:59.220148 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:59.233380 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:59.236910 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Pushing event updated for resources: {'Port': ['ID=fdd948b7-98fa-4bd9-9627-ee5a593f88b7,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:59.249769 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.250122 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.250480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.250863 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.251224 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.251548 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.251898 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.252227 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.252552 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.252876 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.253205 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.253602 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.253867 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.254188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.254507 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Tracked resource versions report: Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: pushed versions: Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Log': {'1.0'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Network': {'1.1'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Port': {'1.7'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: consumer versions: Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Agent': '1.1', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Log': '1.0', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Network': '1.1', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Port': '1.7', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SubPort': '1.0', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Subnet': '1.1', Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Mar 31 15:44:59.256033 dv-cinder-836027-1-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:44:59.365690 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Attempting to bind port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:59.366239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Attempting to bind port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:59.366906 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Attempting to bind port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 on network b4c120f8-9460-466c-bb0c-5977ad0051ef {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:59.374180 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:59.374511 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Checking segment: {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:59.375046 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.375443 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Bound using segment: {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:59.375944 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Bound port: fdd948b7-98fa-4bd9-9627-ee5a593f88b7, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:59.376355 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.453810 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] For port fdd948b7-98fa-4bd9-9627-ee5a593f88b7, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:59.459087 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] For port fdd948b7-98fa-4bd9-9627-ee5a593f88b7, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=fdd948b7-98fa-4bd9-9627-ee5a593f88b7,segment=NetworkSegment(2a88f3e3-9ed2-4f7a-bb09-64d534630f42),segment_id=2a88f3e3-9ed2-4f7a-bb09-64d534630f42)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:59.581258 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.699538 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a0422-bf27-47b4-8f47-a9fd06bbceaf None None] Pushing event updated for resources: {'Port': ['ID=fdd948b7-98fa-4bd9-9627-ee5a593f88b7,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:00.828956 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53344) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:01.260711 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-0e386826-4143-424f-94a7-41b89301f776 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:45:01.261953 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0e386826-4143-424f-94a7-41b89301f776 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4315612 Mar 31 15:45:04.205143 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53352) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:04.619805 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-78e5e301-9f24-480c-be50-44ce43ac325b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:45:04.621124 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-78e5e301-9f24-480c-be50-44ce43ac325b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4149687 Mar 31 15:45:07.386062 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53360) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:07.860378 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a0cff467-381d-4f03-b1ae-a80c5210f20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:07.886841 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:07.985606 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:07.987683 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.156221 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] Publish callbacks [] for router_controller (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.381475 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.467160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.468914 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ef354a31-6db1-4c5b-aa47-7a7188a02ad7 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0813284 Mar 31 15:45:11.077642 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4d9941c-8c1e-4cbe-a99a-82167819b911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.460620 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device fdd948b7-98fa-4bd9-9627-ee5a593f88b7 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:11.624972 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:11.625633 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.648238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53372) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:11.794983 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:11.795477 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.848642 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port fdd948b7-98fa-4bd9-9627-ee5a593f88b7, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=fdd948b7-98fa-4bd9-9627-ee5a593f88b7,segment=NetworkSegment(2a88f3e3-9ed2-4f7a-bb09-64d534630f42),segment_id=2a88f3e3-9ed2-4f7a-bb09-64d534630f42)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:11.911263 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.986224 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=fdd948b7-98fa-4bd9-9627-ee5a593f88b7,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:12.180029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-267c5cc2-521e-4125-82e4-df5b99f33bed admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:45:12.181888 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-267c5cc2-521e-4125-82e4-df5b99f33bed admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5324304 Mar 31 15:45:12.669717 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:45:12.711156 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfde3ea-3341-4db6-8c1a-75e6901b1884 None None] Network b4c120f8-9460-466c-bb0c-5977ad0051ef requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:45:12.827120 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f19f02ff-c9f0-4cfd-9d3a-32477d450803 None None] Provisioning complete for port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:12.827737 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f19f02ff-c9f0-4cfd-9d3a-32477d450803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:13.013522 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f19f02ff-c9f0-4cfd-9d3a-32477d450803 None None] Current status of the port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:13.244908 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-56df15aa-a649-4dc1-a3c3-961168815859 None None] Provisioning complete for port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:13.245470 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-56df15aa-a649-4dc1-a3c3-961168815859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:13.335352 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-56df15aa-a649-4dc1-a3c3-961168815859 None None] Current status of the port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:13.406715 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device fdd948b7-98fa-4bd9-9627-ee5a593f88b7 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:13.467682 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:13.468162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:13.569935 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:13.630420 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:14.824339 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:14.946645 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53390) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:15.101147 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:15.213111 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Made reservation on behalf of fcc04e1037144e39b112c35257af83b1 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:15.215407 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.259103 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.376783 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks [] for security_group (9d9ac76d-d32c-428d-a619-20ecc1d008a7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.476134 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9d9ac76d-d32c-428d-a619-20ecc1d008a7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.494149 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=104108) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 15:45:15.517889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ac76d-d32c-428d-a619-20ecc1d008a7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:15.527034 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726425143089', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (18de234d-b03b-48a7-8982-65643cae8b50), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.534278 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Unsubscribe: segment precommit_create {{(pid=104108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:45:15.534278 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Added segment 18de234d-b03b-48a7-8982-65643cae8b50 of type flat for network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 Mar 31 15:45:15.594035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (805e7c37-96f2-4efb-b8c0-1b3e89ecff27), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.704698 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (805e7c37-96f2-4efb-b8c0-1b3e89ecff27), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.705776 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:15.706355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:15.804537 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] Pushing event updated for resources: {'Network': ['ID=805e7c37-96f2-4efb-b8c0-1b3e89ecff27,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:15.815847 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:45:15.850623 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a9c16475-2e63-4a84-b137-212663fa32f2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9024949 Mar 31 15:45:16.333693 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:18.477615 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53408) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:18.597052 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453aa3-e5b7-4764-af0b-337f56905f28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:18.598678 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-41453aa3-e5b7-4764-af0b-337f56905f28 demo admin] 10.222.0.58 "GET /v2.0/subnets/ca8eb512-567a-4846-9765-5bbefe2944b6 HTTP/1.1" status: 200 len: 849 time: 0.1199532 Mar 31 15:45:18.735009 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0cca70b0-8a12-43ef-8b78-699a5953c2fe demo admin] 10.222.0.58 "GET /v2.0/routers/0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 HTTP/1.1" status: 200 len: 704 time: 0.1300771 Mar 31 15:45:19.023614 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.373799 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Allocated IP 172.20.0.1 (b4c120f8-9460-466c-bb0c-5977ad0051ef/ca8eb512-567a-4846-9765-5bbefe2944b6/b695eede-762c-40b8-b008-9a4987c816b0) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:19.552609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks [] for port (b695eede-762c-40b8-b008-9a4987c816b0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.739508 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (b695eede-762c-40b8-b008-9a4987c816b0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.868211 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Network b4c120f8-9460-466c-bb0c-5977ad0051ef is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:19.874353 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:19.883243 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:45:19.883804 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.952623 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Pushing event updated for resources: {'Port': ['ID=b695eede-762c-40b8-b008-9a4987c816b0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:20.111179 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-46903a40-0923-454a-8f54-2fb755f7a7eb None None] Provisioning complete for port b695eede-762c-40b8-b008-9a4987c816b0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:20.111879 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46903a40-0923-454a-8f54-2fb755f7a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b695eede-762c-40b8-b008-9a4987c816b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:20.151746 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-46903a40-0923-454a-8f54-2fb755f7a7eb None None] Port b695eede-762c-40b8-b008-9a4987c816b0 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:20.210430 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b695eede-762c-40b8-b008-9a4987c816b0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:20.464616 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks [] for port (b695eede-762c-40b8-b008-9a4987c816b0), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:20.527545 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b695eede-762c-40b8-b008-9a4987c816b0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:20.528549 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:20.621232 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Pushing event updated for resources: {'Port': ['ID=b695eede-762c-40b8-b008-9a4987c816b0,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:20.678054 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Network b4c120f8-9460-466c-bb0c-5977ad0051ef is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:20.679637 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:21.001469 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:45:21.089568 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-aa17ac8c-cb7c-4d88-a819-ce76c892a464 None None] Provisioning complete for port b695eede-762c-40b8-b008-9a4987c816b0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:21.090168 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa17ac8c-cb7c-4d88-a819-ce76c892a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b695eede-762c-40b8-b008-9a4987c816b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:21.122824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:45:21.129150 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ab4326a9-abb2-4872-8763-5bd4e09cd407 demo admin] 10.222.0.58 "PUT /v2.0/routers/0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3881030 Mar 31 15:45:21.138169 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-aa17ac8c-cb7c-4d88-a819-ce76c892a464 None None] Port b695eede-762c-40b8-b008-9a4987c816b0 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:21.147859 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Sync routers for ids ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:21.164302 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Routers {'0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:21.165293 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:45:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:21.391464 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Set router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:21.924390 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'name': 'router1', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:07Z', 'updated_at': '2022-03-31T15:45:20Z', 'revision_number': 2, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'gw_port_host': None, '_interfaces': [{'id': 'b695eede-762c-40b8-b008-9a4987c816b0', 'name': '', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'mac_address': 'fa:16:3e:43:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:19Z', 'updated_at': '2022-03-31T15:45:20Z', 'revision_number': 2, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'subnets': [{'id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:22.021102 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Checking router: 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:22.021729 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Updating router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 port b695eede-762c-40b8-b008-9a4987c816b0 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:45:22.128077 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b695eede-762c-40b8-b008-9a4987c816b0), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:22.894918 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Publish callbacks [] for port (b695eede-762c-40b8-b008-9a4987c816b0), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.024767 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b695eede-762c-40b8-b008-9a4987c816b0), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.283132 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7020aeda-f88f-45ac-a006-e4a16fbe3238 None None] Provisioning complete for port b695eede-762c-40b8-b008-9a4987c816b0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:23.286294 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7020aeda-f88f-45ac-a006-e4a16fbe3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b695eede-762c-40b8-b008-9a4987c816b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.321756 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Pushing event updated for resources: {'Port': ['ID=b695eede-762c-40b8-b008-9a4987c816b0,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:23.327342 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Attempting to bind port b695eede-762c-40b8-b008-9a4987c816b0 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:45:23.328021 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Attempting to bind port b695eede-762c-40b8-b008-9a4987c816b0 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:45:23.328560 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Attempting to bind port b695eede-762c-40b8-b008-9a4987c816b0 on network b4c120f8-9460-466c-bb0c-5977ad0051ef {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:45:23.329576 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7020aeda-f88f-45ac-a006-e4a16fbe3238 None None] Port b695eede-762c-40b8-b008-9a4987c816b0 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:23.344460 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:45:23.345086 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Checking segment: {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:23.345674 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.346225 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Bound using segment: {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:45:23.347047 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Bound port: b695eede-762c-40b8-b008-9a4987c816b0, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a88f3e3-9ed2-4f7a-bb09-64d534630f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:45:23.347585 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b695eede-762c-40b8-b008-9a4987c816b0), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.353584 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.354151 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.354762 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.355254 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.355728 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.356237 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.356703 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.357176 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.357649 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.358113 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.358667 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.359222 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.359754 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.360402 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.360876 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Tracked resource versions report: Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: pushed versions: Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Log': {'1.0'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Network': {'1.1'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Port': {'1.7'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: consumer versions: Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Agent': '1.1', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Log': '1.0', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Network': '1.1', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Port': '1.7', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SubPort': '1.0', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Subnet': '1.1', Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Mar 31 15:45:23.363373 dv-cinder-836027-1-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:45:23.454854 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] For port b695eede-762c-40b8-b008-9a4987c816b0, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:45:23.480876 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] For port b695eede-762c-40b8-b008-9a4987c816b0, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=b695eede-762c-40b8-b008-9a4987c816b0,segment=NetworkSegment(2a88f3e3-9ed2-4f7a-bb09-64d534630f42),segment_id=2a88f3e3-9ed2-4f7a-bb09-64d534630f42)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:45:23.556767 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b695eede-762c-40b8-b008-9a4987c816b0), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.627827 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Routers {'0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:23.628901 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:45:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:23.724588 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac6364-8d4b-4607-836b-e71a2f5e4059 None None] Pushing event updated for resources: {'Port': ['ID=b695eede-762c-40b8-b008-9a4987c816b0,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:23.761076 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] Set router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:23.801473 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53418) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:23.962590 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] Provisioning complete for port b695eede-762c-40b8-b008-9a4987c816b0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:23.963113 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b695eede-762c-40b8-b008-9a4987c816b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.990188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa9364-c798-4b30-93f4-cdb6d4c828b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:23.992809 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b0fa9364-c798-4b30-93f4-cdb6d4c828b4 admin admin] 10.222.0.58 "GET /v2.0/networks/805e7c37-96f2-4efb-b8c0-1b3e89ecff27 HTTP/1.1" status: 200 len: 842 time: 0.1896944 Mar 31 15:45:24.005951 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Request body: {'subnet': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:24.079135 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] Current status of the port b695eede-762c-40b8-b008-9a4987c816b0 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:24.079533 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b695eede-762c-40b8-b008-9a4987c816b0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:24.115964 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'name': 'router1', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:07Z', 'updated_at': '2022-03-31T15:45:20Z', 'revision_number': 2, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'gw_port_host': None, '_interfaces': [{'id': 'b695eede-762c-40b8-b008-9a4987c816b0', 'name': '', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'mac_address': 'fa:16:3e:43:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:19Z', 'updated_at': '2022-03-31T15:45:23Z', 'revision_number': 4, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'subnets': [{'id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:24.117033 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Made reservation on behalf of fcc04e1037144e39b112c35257af83b1 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:24.118485 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] For port b695eede-762c-40b8-b008-9a4987c816b0, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=b695eede-762c-40b8-b008-9a4987c816b0,segment=NetworkSegment(2a88f3e3-9ed2-4f7a-bb09-64d534630f42),segment_id=2a88f3e3-9ed2-4f7a-bb09-64d534630f42)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:24.120248 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:24.164261 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ead23-4bbc-4fb7-be7c-86613aa24d5f None None] The sync data for ids ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'] in dv-cinder-836027-1-iscsi is: [{'id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'name': 'router1', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:07Z', 'updated_at': '2022-03-31T15:45:20Z', 'revision_number': 2, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'gw_port_host': None, '_interfaces': [{'id': 'b695eede-762c-40b8-b008-9a4987c816b0', 'name': '', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'mac_address': 'fa:16:3e:43:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:19Z', 'updated_at': '2022-03-31T15:45:23Z', 'revision_number': 4, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'subnets': [{'id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:24.212914 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b695eede-762c-40b8-b008-9a4987c816b0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:24.271266 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c62f9-18c9-44d0-ae53-1593721979a4 None None] Pushing event updated for resources: {'Port': ['ID=b695eede-762c-40b8-b008-9a4987c816b0,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:24.774883 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.objects.ports [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104109) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 15:45:24.775489 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (ddfcca25-1759-4f8a-af75-778fdefe881c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:24.860541 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfcca25-1759-4f8a-af75-778fdefe881c,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:24.883853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:24.884470 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Network hostable DHCP agents. Network: 805e7c37-96f2-4efb-b8c0-1b3e89ecff27, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:45:25.001821 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:45:25.099333 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 805e7c37-96f2-4efb-b8c0-1b3e89ecff27) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:25.106914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:25.108804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:25.119544 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191f8e6-73fc-4f84-867c-8dfd45cb5d4d None None] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:45:25.188567 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-00e68595-8488-415a-aacc-bb0eb95be09a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1897326 Mar 31 15:45:25.271451 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18952a80-3eac-4707-b6ff-8fbcf5e6016e None None] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:45:28.110882 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53426) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:28.297522 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2f75cfae-b020-498c-929f-c8726fe4cab7 demo admin] 10.222.0.58 "GET /v2.0/routers/0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 HTTP/1.1" status: 200 len: 710 time: 0.1847553 Mar 31 15:45:28.420597 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6b672-15df-4072-9826-79811d19d043 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:28.423054 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-42d6b672-15df-4072-9826-79811d19d043 demo admin] 10.222.0.58 "GET /v2.0/networks/805e7c37-96f2-4efb-b8c0-1b3e89ecff27 HTTP/1.1" status: 200 len: 886 time: 0.1201570 Mar 31 15:45:28.435596 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:28.858903 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks [] for router_gateway (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:29.245007 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks [] for router_gateway (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:29.348968 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:29.534902 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Allocated IP 172.27.1.233 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:29.693006 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks [] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:29.779818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:29.843869 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:29.848887 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:29.854919 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:45:29.924440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Pushing event updated for resources: {'Port': ['ID=944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:30.379827 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks [] for router_gateway (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:30.645145 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1030064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-391'] for router (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:30.650014 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1030073'] for router (0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:30.788609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:45:31.022626 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:45:31.027599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:31.031190 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-aac78b26-0012-4d7b-bbe0-3b48205f6a2d demo admin] 10.222.0.58 "PUT /v2.0/routers/0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 HTTP/1.1" status: 200 len: 890 time: 2.6014173 Mar 31 15:45:33.504649 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device b695eede-762c-40b8-b008-9a4987c816b0 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:33.595907 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port b695eede-762c-40b8-b008-9a4987c816b0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:33.596562 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b695eede-762c-40b8-b008-9a4987c816b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:33.753893 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port b695eede-762c-40b8-b008-9a4987c816b0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:33.940939 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53438) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:34.090809 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Sync routers for ids ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:34.101262 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bbaa9c9a-8d84-4f84-92ff-77758f380968 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1586187 Mar 31 15:45:34.107359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Routers {'0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:34.109020 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:45:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:34.422369 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Set router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:35.023035 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'name': 'router1', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:07Z', 'updated_at': '2022-03-31T15:45:30Z', 'revision_number': 4, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'gw_port': {'id': '944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:29Z', 'updated_at': '2022-03-31T15:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b695eede-762c-40b8-b008-9a4987c816b0', 'name': '', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'mac_address': 'fa:16:3e:43:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:19Z', 'updated_at': '2022-03-31T15:45:24Z', 'revision_number': 5, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'subnets': [{'id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:35.104012 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Checking router: 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:35.104613 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Updating router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:45:35.186499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.541935 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Publish callbacks [] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.641497 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.701026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Attempting to bind port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:45:35.701406 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Attempting to bind port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:45:35.701786 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Attempting to bind port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:45:35.704098 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542382e-b023-44f8-9e66-814bd255973f None None] Pushing event updated for resources: {'Port': ['ID=944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:35.711268 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:45:35.711657 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:35.712069 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.712466 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:45:35.712950 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Bound port: 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:45:35.713332 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.771350 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] For port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:45:35.775555 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] For port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:45:35.865284 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.946599 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542382e-b023-44f8-9e66-814bd255973f None None] Pushing event updated for resources: {'Port': ['ID=944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:35.952119 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Routers {'0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:35.952817 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:45:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:36.095660 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] Set router 0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:36.349962 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'name': 'router1', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:07Z', 'updated_at': '2022-03-31T15:45:30Z', 'revision_number': 4, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'gw_port': {'id': '944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:29Z', 'updated_at': '2022-03-31T15:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b695eede-762c-40b8-b008-9a4987c816b0', 'name': '', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'mac_address': 'fa:16:3e:43:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:19Z', 'updated_at': '2022-03-31T15:45:24Z', 'revision_number': 5, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'subnets': [{'id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:36.380843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872dbe9-dc09-4088-a7be-3aef1890410c None None] The sync data for ids ['0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3'] in dv-cinder-836027-1-iscsi is: [{'id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'name': 'router1', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:07Z', 'updated_at': '2022-03-31T15:45:30Z', 'revision_number': 4, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'gw_port': {'id': '944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:29Z', 'updated_at': '2022-03-31T15:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b695eede-762c-40b8-b008-9a4987c816b0', 'name': '', 'network_id': 'b4c120f8-9460-466c-bb0c-5977ad0051ef', 'tenant_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'mac_address': 'fa:16:3e:43:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ddb10-7dfc-4f8e-bf28-e39f62125aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:19Z', 'updated_at': '2022-03-31T15:45:24Z', 'revision_number': 5, 'project_id': '0f1605367fb64a30833a7f5d2ed2ab95', 'subnets': [{'id': 'ca8eb512-567a-4846-9765-5bbefe2944b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1c57d46-3192-44ad-8bba-cad18becbc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:37.522799 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:37.624359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:37.624614 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:37.834285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:37.834835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:37.867601 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:37.952900 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-830ad13e-2c26-4e7c-a513-348bd7fd4dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:37.984933 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:38.102446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:39.475423 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:39.541314 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:39.541943 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:39.654112 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 944129ec-c0d2-410c-b5fe-5a2dc9cbdb4f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:41.349274 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fbf41bdd-8325-4a7a-aad5-ebf53e966ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:43.658396 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:44.846865 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:46.311536 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:49.659975 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:46:07.863387 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bdf73adb-1cd7-4695-b107-6012ac2ca1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:11.006719 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fb690e6a-9795-40e5-8106-6f667b62db78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:13.657980 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:14.800734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:16.344358 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:26.673249 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:46:37.903362 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6816bc93-e4c5-4674-98d8-1042eb8d1713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:41.748271 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f0559bad-d35c-4116-bf59-e48391f6fa7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:43.652166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:44.827967 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:46.320141 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:03.664540 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:47:07.867885 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b62ba3fa-c77d-4284-9f03-28d8c267fed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:10.953635 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4fb9733e-5ea1-4c12-b818-08a1a5d7e12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:13.651303 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:14.324179 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53922) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:14.404381 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.pecan_wsgi.hooks.translation [None req-10709679-0dd2-4305-95c0-343685be33ff admin admin] GET failed (client error): The resource could not be found. Mar 31 15:47:14.405803 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-10709679-0dd2-4305-95c0-343685be33ff admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0806406 Mar 31 15:47:14.604465 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e0292-dd1c-4292-a60d-fcc5a2a4d1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:14.606377 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ad7e0292-dd1c-4292-a60d-fcc5a2a4d1c0 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1937342 Mar 31 15:47:14.804829 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:16.324749 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:17.224278 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53932) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:17.371227 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00eacc-db15-4b71-a6bf-195ddefdce0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:17.372836 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2d00eacc-db15-4b71-a6bf-195ddefdce0e admin admin] 10.222.0.58 "GET /v2.0/subnets/ca8eb512-567a-4846-9765-5bbefe2944b6 HTTP/1.1" status: 200 len: 849 time: 0.1475229 Mar 31 15:47:17.383312 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:17.492383 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Publish callbacks [] for subnet (ca8eb512-567a-4846-9765-5bbefe2944b6), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:17.781955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726425384322'] for subnet (ca8eb512-567a-4846-9765-5bbefe2944b6), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:17.838138 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e5985-dfb4-4aa7-a699-94d987edc11b None None] Network b4c120f8-9460-466c-bb0c-5977ad0051ef requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:47:17.842206 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:17.843388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:17.845717 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] 10.222.0.58 "PUT /v2.0/subnets/ca8eb512-567a-4846-9765-5bbefe2944b6 HTTP/1.1" status: 200 len: 868 time: 0.4663322 Mar 31 15:47:17.864102 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8eb512-567a-4846-9765-5bbefe2944b6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:17.873643 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.874075 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.874373 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.874788 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.875135 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.875498 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.875819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.876243 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.876509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.876882 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.877453 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.877831 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.878166 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.878720 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.879055 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb49a3-429c-4bff-8cc8-e8f897b256ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:18.331205 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-939c3716-4e4f-44a5-9f53-a114230a8867 None None] Provisioning complete for port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:47:18.331628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-939c3716-4e4f-44a5-9f53-a114230a8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fdd948b7-98fa-4bd9-9627-ee5a593f88b7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:18.469867 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-939c3716-4e4f-44a5-9f53-a114230a8867 None None] Current status of the port fdd948b7-98fa-4bd9-9627-ee5a593f88b7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:18.483422 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-939c3716-4e4f-44a5-9f53-a114230a8867 None None] Provisioning complete for port b695eede-762c-40b8-b008-9a4987c816b0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:47:18.484027 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-939c3716-4e4f-44a5-9f53-a114230a8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b695eede-762c-40b8-b008-9a4987c816b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:18.585238 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-939c3716-4e4f-44a5-9f53-a114230a8867 None None] Current status of the port b695eede-762c-40b8-b008-9a4987c816b0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:20.399539 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53940) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:20.652066 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec5cccd-999b-4c4e-836e-2e9a1c1de4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:20.652544 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec5cccd-999b-4c4e-836e-2e9a1c1de4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:20.654183 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8ec5cccd-999b-4c4e-836e-2e9a1c1de4f3 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2528467 Mar 31 15:47:23.469549 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53948) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:23.716375 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c4b74-b6a8-4e0a-9d33-795fd0798889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:23.716757 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c4b74-b6a8-4e0a-9d33-795fd0798889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:23.718386 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-075c4b74-b6a8-4e0a-9d33-795fd0798889 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2475235 Mar 31 15:47:26.236888 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53958) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:26.388510 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cf5592-5443-41d3-90e2-d9d4af09a0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:26.390299 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-15cf5592-5443-41d3-90e2-d9d4af09a0b5 admin admin] 10.222.0.58 "GET /v2.0/networks/805e7c37-96f2-4efb-b8c0-1b3e89ecff27 HTTP/1.1" status: 200 len: 886 time: 0.1515412 Mar 31 15:47:28.915563 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 53966) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:29.087664 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320482eb-9a3c-41bf-9310-0c36c11cba8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:29.089094 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-320482eb-9a3c-41bf-9310-0c36c11cba8a admin admin] 10.222.0.58 "GET /v2.0/networks/b4c120f8-9460-466c-bb0c-5977ad0051ef HTTP/1.1" status: 200 len: 869 time: 0.1725271 Mar 31 15:47:31.546576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53974) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:31.680563 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31416846-4e6d-41bb-956f-f848ce8b48bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:31.681003 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31416846-4e6d-41bb-956f-f848ce8b48bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:31.682599 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-31416846-4e6d-41bb-956f-f848ce8b48bf admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349988 Mar 31 15:47:34.111808 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53982) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:34.228305 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ed7ba-3b15-4de3-aa88-50fcbf9f191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:34.228764 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ed7ba-3b15-4de3-aa88-50fcbf9f191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:34.230358 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-655ed7ba-3b15-4de3-aa88-50fcbf9f191b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1172087 Mar 31 15:47:36.769858 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53990) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:36.883127 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa056f28-a20f-41ab-acf1-1bd99f24261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:36.884806 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fa056f28-a20f-41ab-acf1-1bd99f24261f admin admin] 10.222.0.58 "GET /v2.0/subnets/ca8eb512-567a-4846-9765-5bbefe2944b6 HTTP/1.1" status: 200 len: 868 time: 0.1136668 Mar 31 15:47:37.896067 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e35e22e-2057-4381-91e4-be8d5bf40e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:39.505756 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 53998) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:39.610657 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0281a-8687-4101-8496-a589904c83c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:39.613041 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f4f0281a-8687-4101-8496-a589904c83c9 admin admin] 10.222.0.58 "GET /v2.0/subnets/ddfcca25-1759-4f8a-af75-778fdefe881c HTTP/1.1" status: 200 len: 816 time: 0.1060030 Mar 31 15:47:40.665098 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:47:40.981397 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5d885e9-e5cb-4fd0-9110-f812ac8d4609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:43.655913 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:44.833502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:46.363922 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.850072 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3811-11d4-4d20-8663-27ccf762de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:10.078582 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54052) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:10.136975 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-31da5052-c8a2-4438-a796-661ce64fed40 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:48:10.138081 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-31da5052-c8a2-4438-a796-661ce64fed40 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582871 Mar 31 15:48:10.947003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf322-a43c-4661-9a3d-6aa23cd009fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:12.715369 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54060) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:12.781824 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-95058e4d-32f6-4f33-8e1a-255b9216aa00 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:48:12.783255 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-95058e4d-32f6-4f33-8e1a-255b9216aa00 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669398 Mar 31 15:48:12.942420 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b842308-f63c-4723-91ae-547794f32543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:12.943875 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0b842308-f63c-4723-91ae-547794f32543 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1556215 Mar 31 15:48:13.649750 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.815117 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:15.411222 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54068) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:15.478480 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:48:15.592330 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Made reservation on behalf of fcc04e1037144e39b112c35257af83b1 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:48:15.594843 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:15.628859 dv-cinder-836027-1-iscsi neutron-server[104108]: WARNING neutron.services.revisions.revision_plugin [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Could not find related network for resource to bump revision. Mar 31 15:48:15.645650 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:48:15.656126 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (ee7b5639-1884-446e-9a8d-0f3ea40c0a72), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:15.656466 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Added segment ee7b5639-1884-446e-9a8d-0f3ea40c0a72 of type vlan for network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a Mar 31 15:48:15.708622 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:15.781148 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:15.782199 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:15.782955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:15.845678 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] Pushing event updated for resources: {'Network': ['ID=eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:15.859954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:48:15.911485 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b3c06529-c313-4672-a48d-1b6bbd4b53e9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4984832 Mar 31 15:48:16.325202 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:17.667852 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:48:18.436764 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54076) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:18.506836 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1768cb5-4738-4e5a-afee-91a197c88d6b admin admin] GET failed (client error): The resource could not be found. Mar 31 15:48:18.508819 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a1768cb5-4738-4e5a-afee-91a197c88d6b admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0707920 Mar 31 15:48:18.630308 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e01a0-c33c-474f-975e-c071f276682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:18.632684 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3a0e01a0-c33c-474f-975e-c071f276682c admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1190526 Mar 31 15:48:18.645613 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:48:18.763616 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Made reservation on behalf of fcc04e1037144e39b112c35257af83b1 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:48:18.766118 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:19.009599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (b7193615-9ccd-49b7-b04f-f92ef894975f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:19.070967 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7193615-9ccd-49b7-b04f-f92ef894975f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:19.080049 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Checking segment: {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:48:19.080423 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Network hostable DHCP agents. Network: eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:48:19.083264 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.083628 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.084000 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.084347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.084803 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.085144 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.085481 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.085811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.086159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.086474 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.086833 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.087166 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.087490 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.088015 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.088188 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.157361 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:48:19.230718 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:48:19.236215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:19.237942 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:19.242015 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5c3c6-1a8d-41dd-9583-7f6ea461cd64 None None] Network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:48:19.338644 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9ee8c83c-5b63-4d9e-b7f5-d78c6351c223 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6990330 Mar 31 15:48:19.350651 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a', 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a', 'project_id': 'fcc04e1037144e39b112c35257af83b1', 'fixed_ips': [{'subnet_id': 'b7193615-9ccd-49b7-b04f-f92ef894975f'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:48:19.351839 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:19.548532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Allocated IP 192.168.233.2 (eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a/b7193615-9ccd-49b7-b04f-f92ef894975f/75b9f72e-9cc2-4d65-8297-ab69954958a0) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:48:19.739010 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Publish callbacks [] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:19.872900 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:19.922581 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:48:19.927923 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:48:19.944380 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:48:19.955879 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Pushing event updated for resources: {'Port': ['ID=75b9f72e-9cc2-4d65-8297-ab69954958a0,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:19.975118 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.975532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.976124 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.976749 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.977319 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.977886 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.978451 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.979047 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.979612 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.980171 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.980738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.981320 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.981880 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.982432 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:19.983022 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:20.074232 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Attempting to bind port 75b9f72e-9cc2-4d65-8297-ab69954958a0 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:48:20.074882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Attempting to bind port 75b9f72e-9cc2-4d65-8297-ab69954958a0 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:48:20.075482 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Attempting to bind port 75b9f72e-9cc2-4d65-8297-ab69954958a0 on network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:48:20.084911 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:48:20.085530 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Checking segment: {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:48:20.086233 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:20.086921 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Bound using segment: {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:48:20.087735 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Bound port: 75b9f72e-9cc2-4d65-8297-ab69954958a0, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:48:20.088387 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:20.186394 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] For port 75b9f72e-9cc2-4d65-8297-ab69954958a0, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:48:20.192014 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] For port 75b9f72e-9cc2-4d65-8297-ab69954958a0, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=75b9f72e-9cc2-4d65-8297-ab69954958a0,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:48:20.308034 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:20.403173 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f2eb6-5b9c-4473-ae37-db30f2559755 None None] Pushing event updated for resources: {'Port': ['ID=75b9f72e-9cc2-4d65-8297-ab69954958a0,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:21.430094 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de9a30-95c9-4b16-ad1d-02d634ee4709 None None] Network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:48:21.512302 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] Provisioning complete for port 75b9f72e-9cc2-4d65-8297-ab69954958a0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:48:21.512583 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.649924 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 75b9f72e-9cc2-4d65-8297-ab69954958a0 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:48:21.709676 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] Current status of the port 75b9f72e-9cc2-4d65-8297-ab69954958a0 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:48:21.709954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.776229 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] For port 75b9f72e-9cc2-4d65-8297-ab69954958a0, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=75b9f72e-9cc2-4d65-8297-ab69954958a0,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:48:21.785528 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 75b9f72e-9cc2-4d65-8297-ab69954958a0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:48:21.785528 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.893453 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.900249 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 75b9f72e-9cc2-4d65-8297-ab69954958a0 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:48:21.900554 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.997920 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daa255-d5d4-43c8-8f7b-d916bf447b12 None None] Pushing event updated for resources: {'Port': ['ID=75b9f72e-9cc2-4d65-8297-ab69954958a0,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:22.020496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:48:22.020962 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:48:22.028439 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-5f18ddfb-1983-42e3-9133-4022686ee04f None None] Provisioning complete for port 75b9f72e-9cc2-4d65-8297-ab69954958a0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:48:22.028843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5f18ddfb-1983-42e3-9133-4022686ee04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:22.136281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5f18ddfb-1983-42e3-9133-4022686ee04f None None] Current status of the port 75b9f72e-9cc2-4d65-8297-ab69954958a0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:48:22.571592 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 75b9f72e-9cc2-4d65-8297-ab69954958a0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:48:23.554046 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 75b9f72e-9cc2-4d65-8297-ab69954958a0 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:48:23.610517 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 75b9f72e-9cc2-4d65-8297-ab69954958a0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:48:23.611552 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (75b9f72e-9cc2-4d65-8297-ab69954958a0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:23.714952 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 75b9f72e-9cc2-4d65-8297-ab69954958a0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:48:37.877690 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-513a34f2-6f31-4ab1-81fa-b0753642f7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:40.986616 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0233655d-4422-4d91-ad7b-bddecd22ead3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:43.669994 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:44.814848 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:46.340868 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:54.667440 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:49:07.860017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2515847-f794-4895-b885-973f48fcdb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:10.962692 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eab70863-ab4e-485c-8203-957d920409ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:13.647439 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:14.819440 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:16.403123 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:31.668189 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:49:37.893828 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e100f9a2-3197-43fc-b93e-c1921c2494c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:41.059605 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7826502-a120-4aa4-9be2-9f8aa2dd21c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:43.659510 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:44.816517 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:46.339586 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:02.241638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54116) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:50:02.248542 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-39b6f860-1d6d-40ed-b0cb-e173daea5676 tempest-verify_tempest_config-1961255176 tempest-verify_tempest_config-1961255176-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:50:02.250153 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-39b6f860-1d6d-40ed-b0cb-e173daea5676 tempest-verify_tempest_config-1961255176 tempest-verify_tempest_config-1961255176-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070097 Mar 31 15:50:02.835209 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54134) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:50:02.963903 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.079111 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Publish callbacks [] for security_group (9c03fce8-2939-4083-a9ee-d31646c24b5d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.170748 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9c03fce8-2939-4083-a9ee-d31646c24b5d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.234111 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03fce8-2939-4083-a9ee-d31646c24b5d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:03.238358 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eab119a8fc244280a61300a338d0ff71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4019868 Mar 31 15:50:03.242634 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54138) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:50:03.244735 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.245747 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.245747 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.246247 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.246247 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.246740 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.247035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.247240 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.247530 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.247897 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.248221 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.248573 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.248907 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.249252 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.249588 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16359ec-5bb0-4534-8277-0076376a45e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.352744 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Publish callbacks [] for security_group (9c03fce8-2939-4083-a9ee-d31646c24b5d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.384389 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Publish callbacks [] for security_group (9c03fce8-2939-4083-a9ee-d31646c24b5d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.590387 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9c03fce8-2939-4083-a9ee-d31646c24b5d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.593182 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:03.594469 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c03fce8-2939-4083-a9ee-d31646c24b5d HTTP/1.1" status: 204 len: 168 time: 0.3506613 Mar 31 15:50:03.604809 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03fce8-2939-4083-a9ee-d31646c24b5d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:03.614406 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.615063 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.615545 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.616120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.616654 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.617693 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.618403 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.618944 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.619665 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.620172 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.620757 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.621428 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.622079 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.622648 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:03.623258 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cac915-1d08-4b99-8f49-1c01f91163f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:07.874819 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b78561e7-9b0d-4b02-9cfd-d0164add91da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:08.669113 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:50:10.981877 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba401838-ea4c-405c-8f07-decd65802d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:13.659181 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:14.813072 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:16.338839 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:37.889415 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-21368983-4766-4cfd-8c20-fec613e26bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:41.060631 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaa2a-4a98-4b27-a4a4-93a12ecd3850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:43.649044 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:44.835634 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:45.669403 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:50:46.357727 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:07.979201 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e47c6860-0a05-4a4e-bd81-37bbc37ef832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:10.968841 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9300a085-e8e0-4f0b-98c4-7187f674a1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:13.680488 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:14.825895 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:16.522461 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:22.668486 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:51:37.882067 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a2485058-b564-4ddc-a144-f18ae1c9315c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:41.008835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9de318fc-51d5-4220-a94d-12db126a43e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:43.768482 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:44.836959 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:46.343627 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:49.390689 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035231'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:59.668361 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:52:06.016341 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54214) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:52:06.132421 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e308d309-ec42-42cd-9d4a-77c444245fe1 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1149404 Mar 31 15:52:07.886529 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-03ae3eba-6e77-4530-8bc1-867c917421d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:08.690193 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54224) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:52:08.753608 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3f7a6392-40b7-40ff-830c-dd3aaa78d6d9 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0615292 Mar 31 15:52:10.979729 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75c2c18d-d0b1-4f63-88cb-dd575c7ac486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:13.773645 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:14.842162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:16.373995 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:19.459502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:36.669715 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:52:37.886832 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-473a7cee-0692-4798-9f39-5451f941fb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:41.064704 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8a910a10-a224-46f5-be29-d6fe41292562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:43.693746 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:44.939032 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:46.385743 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:49.305219 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.905267 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8133dd9d-1aed-4981-9517-f4bc130b6574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.991551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d0e3b746-788e-4cbc-8080-21b1c8c8d937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:13.670359 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:53:13.699162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.852399 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.333662 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:19.300145 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.881932 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223a2088-c574-4dc0-8fa0-f22e9a05a956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:40.972988 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2676e693-6ee9-4118-8e21-1f2de82321bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:43.681772 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:44.876116 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.310705 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.362162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.680713 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:53:52.625296 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54342) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:52.898396 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-204335518-network', 'tenant_id': '1d33e398560040448745d4b2a2047e81'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:53.041904 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Made reservation on behalf of 1d33e398560040448745d4b2a2047e81 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:53.044997 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.056062 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.186505 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks [] for security_group (aaf4d230-dace-4624-8425-94deea3069f2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.275863 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (aaf4d230-dace-4624-8425-94deea3069f2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.302385 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:53.312573 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4d230-dace-4624-8425-94deea3069f2,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:53.318362 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (f76ae5be-1810-4be9-ad34-b5970c96866b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.318732 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Added segment f76ae5be-1810-4be9-ad34-b5970c96866b of type vlan for network b202461b-1350-44ad-b38c-700f701870e8 Mar 31 15:53:53.330850 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.335681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Tracked resource versions report: Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: pushed versions: Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Agent': {'1.1'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Log': {'1.0'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'NDPProxy': {'1.0'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Network': {'1.1'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Port': {'1.7'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'PortForwarding': {'1.3'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'QosPolicy': {'1.10'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SubPort': {'1.0'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Subnet': {'1.1'}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Trunk': {'1.1'}} Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: consumer versions: Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Agent': '1.1', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'ConntrackHelper': '1.0', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'LocalIPAssociation': '1.0', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Log': '1.0', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'NDPProxy': '1.0', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Network': '1.1', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Port': '1.7', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'PortForwarding': '1.3', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'QosPolicy': '1.10', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroup': '1.5', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SecurityGroupRule': '1.2', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'SubPort': '1.0', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Subnet': '1.1', Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: 'Trunk': '1.1'}} Mar 31 15:53:53.338098 dv-cinder-836027-1-iscsi neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:53.409848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (b202461b-1350-44ad-b38c-700f701870e8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.510158 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (b202461b-1350-44ad-b38c-700f701870e8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.511433 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.512238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.677486 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0540490 Mar 31 15:53:53.681595 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54384) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:53.692330 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Request body: {'subnet': {'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-204335518-subnet', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:53.698056 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eb8e6-216d-4c93-83eb-1cfc03e76e3a admin admin] Pushing event updated for resources: {'Network': ['ID=b202461b-1350-44ad-b38c-700f701870e8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:53.718128 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network b202461b-1350-44ad-b38c-700f701870e8 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:53.813884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Made reservation on behalf of 1d33e398560040448745d4b2a2047e81 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:53.818500 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.167684 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (22c55b03-5819-42ff-aa73-b3fccd7a44f7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.281040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c55b03-5819-42ff-aa73-b3fccd7a44f7,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:54.297558 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.298199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.298873 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.299552 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.300017 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.300572 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.301136 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.301684 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.302490 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.303325 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.303883 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.305039 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.305170 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.305644 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.306092 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Tracked resource versions report: Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: pushed versions: Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Log': {'1.0'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Network': {'1.1'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Port': {'1.7'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: consumer versions: Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Agent': '1.1', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Log': '1.0', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Network': '1.1', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Port': '1.7', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'SubPort': '1.0', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Subnet': '1.1', Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Mar 31 15:53:54.308312 dv-cinder-836027-1-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:54.334351 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:54.335299 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Network hostable DHCP agents. Network: b202461b-1350-44ad-b38c-700f701870e8, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:54.482213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Network b202461b-1350-44ad-b38c-700f701870e8 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:54.619466 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, b202461b-1350-44ad-b38c-700f701870e8) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:54.627367 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:54.628370 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.637405 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e97200-c310-448e-9e0d-e3313d153bfa None None] Network b202461b-1350-44ad-b38c-700f701870e8 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:54.747441 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54414) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:54.751025 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1682b273-f96b-499f-9536-6cf5518cfe67 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0659218 Mar 31 15:53:54.755585 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:54.774279 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-b202461b-1350-44ad-b38c-700f701870e8', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:53:54.775892 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.888037 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (6a022f06-ef6b-45a6-a1ae-2f9617d99169), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.889420 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (6a022f06-ef6b-45a6-a1ae-2f9617d99169), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.979563 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks [] for router_controller (6a022f06-ef6b-45a6-a1ae-2f9617d99169), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.027880 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Allocated IP 172.20.0.2 (b202461b-1350-44ad-b38c-700f701870e8/22c55b03-5819-42ff-aa73-b3fccd7a44f7/1afced73-f163-486e-9fd0-c536fe6a7a79) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:55.271485 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Publish callbacks [] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.322947 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks [] for router_gateway (6a022f06-ef6b-45a6-a1ae-2f9617d99169), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.374900 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.441295 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:55.446767 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:55.457819 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:55.484750 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Pushing event updated for resources: {'Port': ['ID=1afced73-f163-486e-9fd0-c536fe6a7a79,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:55.532236 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.532725 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.533343 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.533959 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.534491 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.535084 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.535647 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.536212 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.536778 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.537364 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.537934 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.538520 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.539352 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.540259 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.540835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Tracked resource versions report: Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: pushed versions: Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Log': {'1.0'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Network': {'1.1'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Port': {'1.7'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: consumer versions: Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Agent': '1.1', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Log': '1.0', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Network': '1.1', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Port': '1.7', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'SubPort': '1.0', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Subnet': '1.1', Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Mar 31 15:53:55.543360 dv-cinder-836027-1-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:55.614105 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Attempting to bind port 1afced73-f163-486e-9fd0-c536fe6a7a79 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:55.615459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Attempting to bind port 1afced73-f163-486e-9fd0-c536fe6a7a79 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:55.616546 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Attempting to bind port 1afced73-f163-486e-9fd0-c536fe6a7a79 on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:55.627272 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:55.628003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:55.628779 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.629485 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Bound using segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:55.630590 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Bound port: 1afced73-f163-486e-9fd0-c536fe6a7a79, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:55.631503 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.759678 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] For port 1afced73-f163-486e-9fd0-c536fe6a7a79, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:55.763041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks [] for router_gateway (6a022f06-ef6b-45a6-a1ae-2f9617d99169), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.764097 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] For port 1afced73-f163-486e-9fd0-c536fe6a7a79, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=1afced73-f163-486e-9fd0-c536fe6a7a79,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:55.786284 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.805583 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54442) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:55.876836 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.979207 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca938133-ee1c-41c2-af5e-3740c3c38117 None None] Pushing event updated for resources: {'Port': ['ID=1afced73-f163-486e-9fd0-c536fe6a7a79,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:55.994818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Allocated IP 172.27.1.130 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/506727d6-4b56-41d4-82ed-288af4d17b60) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:56.176136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks [] for port (506727d6-4b56-41d4-82ed-288af4d17b60), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.328461 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.399826 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:56.410000 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:56.417774 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:56.529378 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-650791444-network', 'tenant_id': '89227d78563443c9a548818a83794c4f'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:56.553504 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Pushing event updated for resources: {'Port': ['ID=506727d6-4b56-41d4-82ed-288af4d17b60,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:56.612862 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Made reservation on behalf of 89227d78563443c9a548818a83794c4f for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:56.615503 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.626093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.764900 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks [] for security_group (df940aaf-13be-4390-b39b-38658c8e2996), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.831753 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (df940aaf-13be-4390-b39b-38658c8e2996), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.858891 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:56.874765 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks [] for router_gateway (6a022f06-ef6b-45a6-a1ae-2f9617d99169), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.884907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (1d815883-5ad9-44a7-8d18-f3efb9f1f34a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:56.885949 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Added segment 1d815883-5ad9-44a7-8d18-f3efb9f1f34a of type vlan for network e4aa361c-e7b9-4138-ac47-2190192f0a08 Mar 31 15:53:56.921910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54468) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:57.044679 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df940aaf-13be-4390-b39b-38658c8e2996,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:57.092739 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (e4aa361c-e7b9-4138-ac47-2190192f0a08), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.287305 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (e4aa361c-e7b9-4138-ac47-2190192f0a08), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.288877 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:57.289643 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.381854 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (6a022f06-ef6b-45a6-a1ae-2f9617d99169), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.480229 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=e4aa361c-e7b9-4138-ac47-2190192f0a08,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:57.495848 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network e4aa361c-e7b9-4138-ac47-2190192f0a08 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:57.553231 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d153af4-ab22-4bf1-aad1-e5737a3739d2 None None] Network b202461b-1350-44ad-b38c-700f701870e8 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:57.583931 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7a9f0755-e81d-4bd7-b934-a756d7960fb8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7760286 Mar 31 15:53:57.587471 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54486) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:57.603544 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Request body: {'subnet': {'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-650791444-subnet', 'tenant_id': '89227d78563443c9a548818a83794c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:57.687499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] Provisioning complete for port 1afced73-f163-486e-9fd0-c536fe6a7a79 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:57.687915 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.755352 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Made reservation on behalf of 89227d78563443c9a548818a83794c4f for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:57.763662 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.789683 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] Current status of the port 1afced73-f163-486e-9fd0-c536fe6a7a79 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:57.790081 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.848769 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] For port 1afced73-f163-486e-9fd0-c536fe6a7a79, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=1afced73-f163-486e-9fd0-c536fe6a7a79,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:57.872456 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:53:57.944359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:57.951770 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-706323791-network', 'tenant_id': '8239194064cd46049a89af5b1e8032af'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:58.140705 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Made reservation on behalf of 8239194064cd46049a89af5b1e8032af for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:58.144884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.176468 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.303041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:58.323101 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:58.350666 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:58.352567 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:53:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:58.352851 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 1afced73-f163-486e-9fd0-c536fe6a7a79 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:58.446910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks [] for security_group (f517c969-590f-4c9c-bce4-f0a980c7725a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.510620 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f517c969-590f-4c9c-bce4-f0a980c7725a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.547591 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-67c7e531-2b75-4c19-8387-e3ea2d8b6959 None None] Provisioning complete for port 1afced73-f163-486e-9fd0-c536fe6a7a79 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:58.549843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-67c7e531-2b75-4c19-8387-e3ea2d8b6959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.559589 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925ac05-b96e-4868-9f53-2a472f34034e None None] Pushing event updated for resources: {'Port': ['ID=1afced73-f163-486e-9fd0-c536fe6a7a79,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:58.591200 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:58.635261 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (3ff960a6-0fcc-40ec-9d00-989447b837a0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.643609 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Added segment 3ff960a6-0fcc-40ec-9d00-989447b837a0 of type vlan for network 10ad0528-a170-4e77-b370-9edfa161fade Mar 31 15:53:58.753316 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 1afced73-f163-486e-9fd0-c536fe6a7a79 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:58.759929 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.803429 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:58.882694 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-67c7e531-2b75-4c19-8387-e3ea2d8b6959 None None] Current status of the port 1afced73-f163-486e-9fd0-c536fe6a7a79 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:58.960076 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.961704 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3bda107d-52c8-4c95-9e21-12afb2dc045b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2124429 Mar 31 15:53:58.964587 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54512) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:59.018791 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (10ad0528-a170-4e77-b370-9edfa161fade), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.042774 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (8ae546c5-d76f-4616-9187-4799d7265194), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.070689 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 1afced73-f163-486e-9fd0-c536fe6a7a79 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:59.118400 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517c969-590f-4c9c-bce4-f0a980c7725a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:59.225323 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (10ad0528-a170-4e77-b370-9edfa161fade), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.227806 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.228305 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.282971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae546c5-d76f-4616-9187-4799d7265194,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:59.338525 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:53:56Z', 'revision_number': 3, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:59.384363 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Checking segment: {'id': '1d815883-5ad9-44a7-8d18-f3efb9f1f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:59.384951 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Network hostable DHCP agents. Network: e4aa361c-e7b9-4138-ac47-2190192f0a08, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:59.434570 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:59.435235 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Updating router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 port 506727d6-4b56-41d4-82ed-288af4d17b60 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:59.466379 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] Pushing event updated for resources: {'Network': ['ID=10ad0528-a170-4e77-b370-9edfa161fade,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:59.487266 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 10ad0528-a170-4e77-b370-9edfa161fade details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:59.534148 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.541532 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1217731e-0d9a-40b2-a669-8fd1198a1722 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6170037 Mar 31 15:53:59.549373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54528) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:59.572831 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Request body: {'subnet': {'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-subnet', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:59.727711 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Network e4aa361c-e7b9-4138-ac47-2190192f0a08 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:59.750921 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Made reservation on behalf of 8239194064cd46049a89af5b1e8032af for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:59.756658 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.868101 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 1afced73-f163-486e-9fd0-c536fe6a7a79 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:59.942159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, e4aa361c-e7b9-4138-ac47-2190192f0a08) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:59.965256 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0bf8ef-f588-4663-9c2c-f7dfcce48c54 None None] Network e4aa361c-e7b9-4138-ac47-2190192f0a08 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:54:00.057858 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.059660 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.166716 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 1afced73-f163-486e-9fd0-c536fe6a7a79 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:00.167378 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.278897 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fe5118be-08cc-4fd4-98f3-f6b8df4d1f22 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6878650 Mar 31 15:54:00.380267 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658d310-0cf3-411c-a314-3cf27e88221a None None] Network e4aa361c-e7b9-4138-ac47-2190192f0a08 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:54:00.381944 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Publish callbacks [] for port (506727d6-4b56-41d4-82ed-288af4d17b60), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.437670 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (971d436d-a1b0-4120-8346-8807dd707508), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.473036 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.537471 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 1afced73-f163-486e-9fd0-c536fe6a7a79 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:00.618278 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Attempting to bind port 506727d6-4b56-41d4-82ed-288af4d17b60 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:00.618855 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Attempting to bind port 506727d6-4b56-41d4-82ed-288af4d17b60 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:00.619242 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Attempting to bind port 506727d6-4b56-41d4-82ed-288af4d17b60 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:00.650290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:00.651385 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:00.652396 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.653490 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:00.655910 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Bound port: 506727d6-4b56-41d4-82ed-288af4d17b60, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:00.657006 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.660790 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Pushing event updated for resources: {'Port': ['ID=506727d6-4b56-41d4-82ed-288af4d17b60,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:00.688659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.702802 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971d436d-a1b0-4120-8346-8807dd707508,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:00.704527 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Checking segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:00.707922 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Network hostable DHCP agents. Network: 10ad0528-a170-4e77-b370-9edfa161fade, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:54:00.712602 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.713680 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.714643 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.715512 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.716822 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.718011 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.718919 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.719648 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.720558 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.721327 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.723299 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.724397 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.725207 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.725759 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.726429 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Tracked resource versions report: Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: pushed versions: Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Log': {'1.0'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Network': {'1.1'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Port': {'1.7'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: consumer versions: Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: L3 agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: Metadata agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: Metering agent@dv-cinder-836027-1-iscsi: {}, Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-836027-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Agent': '1.1', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Log': '1.0', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Network': '1.1', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Port': '1.7', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'SubPort': '1.0', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Subnet': '1.1', Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Mar 31 15:54:00.728986 dv-cinder-836027-1-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:54:00.819082 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Network 10ad0528-a170-4e77-b370-9edfa161fade is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:54:00.833452 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] For port 506727d6-4b56-41d4-82ed-288af4d17b60, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:00.841122 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] For port 506727d6-4b56-41d4-82ed-288af4d17b60, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=506727d6-4b56-41d4-82ed-288af4d17b60,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:00.900679 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 10ad0528-a170-4e77-b370-9edfa161fade) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:00.911335 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.913189 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.918777 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab15aa8-af23-42cb-a062-4e04f008e003 None None] Network 10ad0528-a170-4e77-b370-9edfa161fade requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:54:00.934806 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.041060 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-81509c57-4977-4f79-a03b-f3df160d4298 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4871523 Mar 31 15:54:01.043411 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54564) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:01.056231 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:01.084472 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Allocated IP 172.20.0.1 (b202461b-1350-44ad-b38c-700f701870e8/22c55b03-5819-42ff-aa73-b3fccd7a44f7/f7bb0203-0855-4bbe-ab34-7dff937d7958) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:01.117553 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4c5da-d0bf-4560-b2ac-13be96ab9f16 None None] Pushing event updated for resources: {'Port': ['ID=506727d6-4b56-41d4-82ed-288af4d17b60,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:01.161793 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:01.162383 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:53:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:01.209932 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (d689b0ce-0242-4b58-b8a2-4679124b1d7c), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.212960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (d689b0ce-0242-4b58-b8a2-4679124b1d7c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.236351 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-10ad0528-a170-4e77-b370-9edfa161fade', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:54:01.239506 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.499121 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:01.569459 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks [] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.695053 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Allocated IP 172.20.0.2 (10ad0528-a170-4e77-b370-9edfa161fade/971d436d-a1b0-4120-8346-8807dd707508/cd9cb871-84e4-4e47-add0-1c0a0034a200) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:01.728240 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks [] for router_controller (d689b0ce-0242-4b58-b8a2-4679124b1d7c), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.803003 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.966716 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:01.977276 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:01.991107 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:53:56Z', 'revision_number': 3, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:01.992501 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:01.993705 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (6a022f06-ef6b-45a6-a1ae-2f9617d99169), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.100198 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384586c3-3f78-43c2-8784-5fe948479ea5 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:53:56Z', 'revision_number': 3, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:02.274769 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Publish callbacks [] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.397161 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.410443 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bb0203-0855-4bbe-ab34-7dff937d7958,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:02.562131 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Pushing event updated for resources: {'Port': ['ID=cd9cb871-84e4-4e47-add0-1c0a0034a200,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:02.571322 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Network 10ad0528-a170-4e77-b370-9edfa161fade is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:02.584522 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b68cc4c7-50c0-44f0-8bf7-abe0512f1b41 None None] Provisioning complete for port f7bb0203-0855-4bbe-ab34-7dff937d7958 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:02.584522 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68cc4c7-50c0-44f0-8bf7-abe0512f1b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.585635 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:02.590441 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:02.680574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks [] for router_gateway (d689b0ce-0242-4b58-b8a2-4679124b1d7c), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.810796 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b68cc4c7-50c0-44f0-8bf7-abe0512f1b41 None None] Port f7bb0203-0855-4bbe-ab34-7dff937d7958 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:02.867067 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.889216 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Attempting to bind port cd9cb871-84e4-4e47-add0-1c0a0034a200 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:02.889835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Attempting to bind port cd9cb871-84e4-4e47-add0-1c0a0034a200 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:02.890888 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Attempting to bind port cd9cb871-84e4-4e47-add0-1c0a0034a200 on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:02.933560 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:02.934185 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Checking segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:02.934894 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.942262 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Bound using segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:02.944162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Bound port: cd9cb871-84e4-4e47-add0-1c0a0034a200, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:02.944880 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.199198 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54630) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:03.230616 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] For port cd9cb871-84e4-4e47-add0-1c0a0034a200, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:03.230616 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] For port cd9cb871-84e4-4e47-add0-1c0a0034a200, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=cd9cb871-84e4-4e47-add0-1c0a0034a200,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:03.257324 dv-cinder-836027-1-iscsi neutron-server[104109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:54:03.784033 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.785700 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks [] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.786412 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad72d3-3d03-4b3e-ad66-1b5e85ec6cae None None] Pushing event updated for resources: {'Port': ['ID=cd9cb871-84e4-4e47-add0-1c0a0034a200,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:03.786909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks [] for router_gateway (d689b0ce-0242-4b58-b8a2-4679124b1d7c), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.786909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.786909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-9cb70f6b-b487-4909-a065-235e62a4dfff tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:03.786909 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-9cb70f6b-b487-4909-a065-235e62a4dfff tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/networks?id=e4aa361c-e7b9-4138-ac47-2190192f0a08 HTTP/1.1" status: 200 len: 811 time: 0.5128083 Mar 31 15:54:03.787497 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.787497 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (6a022f06-ef6b-45a6-a1ae-2f9617d99169), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.821592 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-ba5aaae3-7353-4a0a-b843-8cef2cff285c tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/quotas/89227d78563443c9a548818a83794c4f HTTP/1.1" status: 200 len: 375 time: 0.0799778 Mar 31 15:54:03.912007 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 506727d6-4b56-41d4-82ed-288af4d17b60 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:03.945712 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-971e4189-213f-49bf-88f9-31c544928ba6 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89227d78563443c9a548818a83794c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956638 Mar 31 15:54:04.000676 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bb0203-0855-4bbe-ab34-7dff937d7958,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:04.085225 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 506727d6-4b56-41d4-82ed-288af4d17b60 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:04.085868 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.124378 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:04.127841 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:04.174655 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Allocated IP 172.27.1.173 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/2c39c810-a342-4454-86a9-b952a1e03de2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:04.236642 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 506727d6-4b56-41d4-82ed-288af4d17b60 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:04.240286 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.301057 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 506727d6-4b56-41d4-82ed-288af4d17b60, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=506727d6-4b56-41d4-82ed-288af4d17b60,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:04.396001 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.454763 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:54:04.576489 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-34fc0494-6a22-4c2e-8b8a-ce3500e4596a None None] Provisioning complete for port f7bb0203-0855-4bbe-ab34-7dff937d7958 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:04.576963 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-34fc0494-6a22-4c2e-8b8a-ce3500e4596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.602366 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=506727d6-4b56-41d4-82ed-288af4d17b60,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:04.635379 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-34fc0494-6a22-4c2e-8b8a-ce3500e4596a None None] Port f7bb0203-0855-4bbe-ab34-7dff937d7958 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:04.636163 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-5564580b-8417-4d37-ab38-2c4ac607ad0c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:54:04.650029 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-5564580b-8417-4d37-ab38-2c4ac607ad0c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4577572 Mar 31 15:54:04.682855 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:54:04.697642 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d488b1cd-33f5-4c71-afdf-31a4ffcbc752 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a022f06-ef6b-45a6-a1ae-2f9617d99169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7311490 Mar 31 15:54:04.840728 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-8ed2f0e0-7eb0-44d2-ba16-d264458c03d6 service neutron] 10.222.0.58 "GET /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897142 Mar 31 15:54:04.877552 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks [] for port (2c39c810-a342-4454-86a9-b952a1e03de2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.078068 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-51c12ce1-9fcc-452f-86b5-51a0f871d570 service neutron] 10.222.0.58 "GET /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358699 Mar 31 15:54:05.327894 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.411721 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d746d-2e51-4b89-8dc3-b0717fd68f87 None None] Network 10ad0528-a170-4e77-b370-9edfa161fade requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:54:05.522446 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Pushing event updated for resources: {'Port': ['ID=2c39c810-a342-4454-86a9-b952a1e03de2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:05.559621 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:05.563814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:05.579704 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:05.961187 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:05.997295 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54710) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:06.022200 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Provisioning complete for port cd9cb871-84e4-4e47-add0-1c0a0034a200 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:06.022200 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.153852 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:06.162497 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:53:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:06.173696 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device cd9cb871-84e4-4e47-add0-1c0a0034a200 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:06.202515 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54718) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:06.223851 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002929921', 'description': 'tempest-description--105161111'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:06.353151 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54722) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:06.391180 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54726) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:06.395745 dv-cinder-836027-1-iscsi neutron-server[104108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:54:06.452431 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port cd9cb871-84e4-4e47-add0-1c0a0034a200 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:06.454348 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.508511 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.528617 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86823e5b-3b3b-4501-9fc3-1319744324cf req-e178dc37-3dcb-4c3b-b345-f29f9abac456 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.1342692 Mar 31 15:54:06.665000 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks [] for router_gateway (d689b0ce-0242-4b58-b8a2-4679124b1d7c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.718811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2b3d-e4fa-422b-b30f-60ea595b8933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.739878 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port cd9cb871-84e4-4e47-add0-1c0a0034a200 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:06.740791 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.877955 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port cd9cb871-84e4-4e47-add0-1c0a0034a200, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=cd9cb871-84e4-4e47-add0-1c0a0034a200,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:06.964573 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46d0b989-8387-4a68-b9a1-3537824a1976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.005639 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:07.201151 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46d0b989-8387-4a68-b9a1-3537824a1976 admin admin] Publish callbacks [] for security_group (480e9b6f-749f-49e9-b5b5-ef56208f8aa9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.315373 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46d0b989-8387-4a68-b9a1-3537824a1976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (480e9b6f-749f-49e9-b5b5-ef56208f8aa9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.365772 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (d689b0ce-0242-4b58-b8a2-4679124b1d7c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.381511 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (a92e7ff4-eaf7-44b9-85f0-a03780ccc675), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.393651 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0b989-8387-4a68-b9a1-3537824a1976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480e9b6f-749f-49e9-b5b5-ef56208f8aa9,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:07.428176 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Current status of the port cd9cb871-84e4-4e47-add0-1c0a0034a200 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:07.428846 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.432367 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.433480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 506727d6-4b56-41d4-82ed-288af4d17b60 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:07.464657 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-46d0b989-8387-4a68-b9a1-3537824a1976 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16cc6c9e8a0a4e68941370073ec867c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1095824 Mar 31 15:54:07.466258 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54764) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:07.526832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a92e7ff4-eaf7-44b9-85f0-a03780ccc675), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.616113 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e7ff4-eaf7-44b9-85f0-a03780ccc675,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:07.668631 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a983936d-7120-4d44-a5ec-7b1d14568824 admin admin] Publish callbacks [] for security_group (480e9b6f-749f-49e9-b5b5-ef56208f8aa9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.687465 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2b3d-e4fa-422b-b30f-60ea595b8933 admin admin] Publish callbacks [] for security_group (e0031eef-f5eb-4696-ac77-6362d5b35f19), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.709793 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a983936d-7120-4d44-a5ec-7b1d14568824 admin admin] Publish callbacks [] for security_group (480e9b6f-749f-49e9-b5b5-ef56208f8aa9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.779066 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5ac4b185-6822-4a51-824f-d1f1b74d1e79 req-4f0d48ed-cb4a-4d9d-83d7-2c068fda215f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.0582685 Mar 31 15:54:07.781035 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=cd9cb871-84e4-4e47-add0-1c0a0034a200,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:07.793572 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.795700 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8bba5e80-143c-436c-8c56-9f33a29aa086 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5915344 Mar 31 15:54:07.809424 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54772) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:07.825947 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2b3d-e4fa-422b-b30f-60ea595b8933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (e0031eef-f5eb-4696-ac77-6362d5b35f19), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.868792 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': 'a92e7ff4-eaf7-44b9-85f0-a03780ccc675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:07.905650 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 506727d6-4b56-41d4-82ed-288af4d17b60 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:07.906246 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.936035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f2b3d-e4fa-422b-b30f-60ea595b8933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0031eef-f5eb-4696-ac77-6362d5b35f19,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:07.980909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Router d689b0ce-0242-4b58-b8a2-4679124b1d7c is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:54:07.987752 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9e6f2b3d-e4fa-422b-b30f-60ea595b8933 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe6d9802c1b743a4bc048101c05f3734&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9885139 Mar 31 15:54:07.993188 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54780) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:08.049372 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:54:08.049892 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:54:08.103730 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38f0cdf2-2131-4bbe-bf48-8f183eecf7e4 admin admin] Publish callbacks [] for security_group (e0031eef-f5eb-4696-ac77-6362d5b35f19), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.133174 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a983936d-7120-4d44-a5ec-7b1d14568824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (480e9b6f-749f-49e9-b5b5-ef56208f8aa9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.135652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a983936d-7120-4d44-a5ec-7b1d14568824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.140699 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a983936d-7120-4d44-a5ec-7b1d14568824 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/480e9b6f-749f-49e9-b5b5-ef56208f8aa9 HTTP/1.1" status: 204 len: 168 time: 0.6671574 Mar 31 15:54:08.172124 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38f0cdf2-2131-4bbe-bf48-8f183eecf7e4 admin admin] Publish callbacks [] for security_group (e0031eef-f5eb-4696-ac77-6362d5b35f19), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.180114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (06d50d63-04c8-47c8-9d33-4a0b6b50ca93), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.181741 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 506727d6-4b56-41d4-82ed-288af4d17b60 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:08.187247 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-82aba2bd-cc5f-4052-b66d-18678bbdf51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.206580 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983936d-7120-4d44-a5ec-7b1d14568824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e9b6f-749f-49e9-b5b5-ef56208f8aa9,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:08.223256 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:03Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:08.277037 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:54:08.299371 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Sync routers for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:08.336889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (06d50d63-04c8-47c8-9d33-4a0b6b50ca93), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.344690 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:08.345452 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:53:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:08.372402 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device cd9cb871-84e4-4e47-add0-1c0a0034a200 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:08.378439 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:08.379091 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Updating router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 port f7bb0203-0855-4bbe-ab34-7dff937d7958 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:54:08.427065 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (06d50d63-04c8-47c8-9d33-4a0b6b50ca93), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.429776 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.435716 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bef9d013-be55-49fe-87c9-04757ced6946 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3923712 Mar 31 15:54:08.447564 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38f0cdf2-2131-4bbe-bf48-8f183eecf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (e0031eef-f5eb-4696-ac77-6362d5b35f19), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.448937 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54786) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:08.456248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38f0cdf2-2131-4bbe-bf48-8f183eecf7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.459632 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-38f0cdf2-2131-4bbe-bf48-8f183eecf7e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0031eef-f5eb-4696-ac77-6362d5b35f19 HTTP/1.1" status: 204 len: 168 time: 0.4619286 Mar 31 15:54:08.484248 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.544577 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:08.631733 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0cdf2-2131-4bbe-bf48-8f183eecf7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0031eef-f5eb-4696-ac77-6362d5b35f19,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:08.637551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d50d63-04c8-47c8-9d33-4a0b6b50ca93,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:08.709666 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.717113 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f1c1668d-2c68-442d-997c-ec1c4df71b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9031391 Mar 31 15:54:08.725120 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port cd9cb871-84e4-4e47-add0-1c0a0034a200 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:08.725728 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.727025 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54798) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:08.734287 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': 'a92e7ff4-eaf7-44b9-85f0-a03780ccc675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:08.887452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (ce9cc3c3-eddc-4796-a69f-b50ded1f33ff), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.961906 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-13ea5c30-2e06-471c-9d04-a1c8fef106d0 None None] Current status of the port cd9cb871-84e4-4e47-add0-1c0a0034a200 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:09.050169 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6e74eac4-1129-42cc-87df-f2c6ed8ca3b3 req-bcd36f16-1f24-4cbd-bf2a-a2f1c6c47ac2 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.1180503 Mar 31 15:54:09.191352 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4578f747-0a8d-4575-a161-89daf1be4dd7 None None] Provisioning complete for port cd9cb871-84e4-4e47-add0-1c0a0034a200 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:09.191731 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4578f747-0a8d-4575-a161-89daf1be4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.193514 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port cd9cb871-84e4-4e47-add0-1c0a0034a200 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:09.237530 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (ce9cc3c3-eddc-4796-a69f-b50ded1f33ff), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.279885 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:06Z', 'revision_number': 3, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:09.346579 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Checking router: d689b0ce-0242-4b58-b8a2-4679124b1d7c for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:09.347602 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Updating router d689b0ce-0242-4b58-b8a2-4679124b1d7c port 2c39c810-a342-4454-86a9-b952a1e03de2 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:54:09.362186 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4578f747-0a8d-4575-a161-89daf1be4dd7 None None] Current status of the port cd9cb871-84e4-4e47-add0-1c0a0034a200 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:09.365704 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Publish callbacks [] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.386068 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (ce9cc3c3-eddc-4796-a69f-b50ded1f33ff), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.425452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9cc3c3-eddc-4796-a69f-b50ded1f33ff,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:09.430477 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.448092 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.548544 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801b1e0-e758-4e06-abdb-36b776ff90ef None None] Pushing event updated for resources: {'Port': ['ID=f7bb0203-0855-4bbe-ab34-7dff937d7958,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:09.562446 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.567626 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fded7bce-0b90-4ddf-b23c-9fe6dbef6ee6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8388350 Mar 31 15:54:09.570188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 54814) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:09.582594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54816) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:09.593753 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:09.629880 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5768-4b2f-4e94-a4e3-cea3aabb9684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.717652 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Attempting to bind port f7bb0203-0855-4bbe-ab34-7dff937d7958 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:09.718033 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Attempting to bind port f7bb0203-0855-4bbe-ab34-7dff937d7958 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:09.718448 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Attempting to bind port f7bb0203-0855-4bbe-ab34-7dff937d7958 on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:09.725424 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:09.725992 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:09.726241 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.726720 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Bound using segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:09.727235 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Bound port: f7bb0203-0855-4bbe-ab34-7dff937d7958, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:09.727625 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.863142 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.901523 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5768-4b2f-4e94-a4e3-cea3aabb9684 admin admin] Publish callbacks [] for security_group (c3caf6ff-51d1-4353-9e8f-897000b39de5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.936195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] For port f7bb0203-0855-4bbe-ab34-7dff937d7958, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:09.946511 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] For port f7bb0203-0855-4bbe-ab34-7dff937d7958, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=f7bb0203-0855-4bbe-ab34-7dff937d7958,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:09.975287 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5768-4b2f-4e94-a4e3-cea3aabb9684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c3caf6ff-51d1-4353-9e8f-897000b39de5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.014765 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-63f9696c-1e14-4d2a-b5f0-2ccab922b4fa None None] Provisioning complete for port f7bb0203-0855-4bbe-ab34-7dff937d7958 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:10.015591 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-63f9696c-1e14-4d2a-b5f0-2ccab922b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.052195 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Publish callbacks [] for port (2c39c810-a342-4454-86a9-b952a1e03de2), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.055496 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb5768-4b2f-4e94-a4e3-cea3aabb9684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3caf6ff-51d1-4353-9e8f-897000b39de5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.061482 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9ddb5768-4b2f-4e94-a4e3-cea3aabb9684 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e99806a0721e4e98a2c9eb8b300bf0cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4758761 Mar 31 15:54:10.063317 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54828) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:10.081933 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.167421 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.206165 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94528aa9-82bb-45b5-9770-0106dd6eefc3 admin admin] Publish callbacks [] for security_group (c3caf6ff-51d1-4353-9e8f-897000b39de5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.227749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.276436 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94528aa9-82bb-45b5-9770-0106dd6eefc3 admin admin] Publish callbacks [] for security_group (c3caf6ff-51d1-4353-9e8f-897000b39de5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.310838 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46cb0-47b7-4ebf-b02d-8acc549fbdc2 None None] Pushing event updated for resources: {'Port': ['ID=2c39c810-a342-4454-86a9-b952a1e03de2,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.359816 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Attempting to bind port 2c39c810-a342-4454-86a9-b952a1e03de2 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:10.360452 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Attempting to bind port 2c39c810-a342-4454-86a9-b952a1e03de2 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:10.360647 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Attempting to bind port 2c39c810-a342-4454-86a9-b952a1e03de2 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:10.378095 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:10.378480 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:10.378954 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.379449 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:10.379958 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Bound port: 2c39c810-a342-4454-86a9-b952a1e03de2, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:10.380354 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.504185 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] For port 2c39c810-a342-4454-86a9-b952a1e03de2, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:10.516355 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] For port 2c39c810-a342-4454-86a9-b952a1e03de2, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=2c39c810-a342-4454-86a9-b952a1e03de2,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:10.525019 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3e479bb6-effe-4e3d-aefb-d10ff87e1bab req-e7680e4c-6311-4ec0-ba57-6090384225a4 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.0923395 Mar 31 15:54:10.527622 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54832) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:10.550757 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94528aa9-82bb-45b5-9770-0106dd6eefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c3caf6ff-51d1-4353-9e8f-897000b39de5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.555479 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-63f9696c-1e14-4d2a-b5f0-2ccab922b4fa None None] Port f7bb0203-0855-4bbe-ab34-7dff937d7958 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:10.567417 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94528aa9-82bb-45b5-9770-0106dd6eefc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.575459 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-94528aa9-82bb-45b5-9770-0106dd6eefc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3caf6ff-51d1-4353-9e8f-897000b39de5 HTTP/1.1" status: 204 len: 168 time: 0.5055592 Mar 31 15:54:10.593666 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:10.594335 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:53:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:10.598149 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801b1e0-e758-4e06-abdb-36b776ff90ef None None] Pushing event updated for resources: {'Port': ['ID=f7bb0203-0855-4bbe-ab34-7dff937d7958,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.602893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b2b9-c931-4826-802f-324746f9b12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.613940 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.641783 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94528aa9-82bb-45b5-9770-0106dd6eefc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3caf6ff-51d1-4353-9e8f-897000b39de5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.770325 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:10.771466 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:53:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:10.811630 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Allocated IP 172.20.0.1 (10ad0528-a170-4e77-b370-9edfa161fade/971d436d-a1b0-4120-8346-8807dd707508/f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:10.817104 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b2b9-c931-4826-802f-324746f9b12f admin admin] Publish callbacks [] for security_group (3fc6a04b-cbf9-4215-9064-1929a58da182), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.824273 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.853205 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46cb0-47b7-4ebf-b02d-8acc549fbdc2 None None] Pushing event updated for resources: {'Port': ['ID=2c39c810-a342-4454-86a9-b952a1e03de2,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.867502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] Provisioning complete for port f7bb0203-0855-4bbe-ab34-7dff937d7958 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:10.867502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.934732 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b2b9-c931-4826-802f-324746f9b12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (3fc6a04b-cbf9-4215-9064-1929a58da182), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.011955 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:11.067380 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks [] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.103446 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f9e8b2b9-c931-4826-802f-324746f9b12f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9de9a21db5564537bb07e2b56c47a8e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5697346 Mar 31 15:54:11.103636 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:11.111556 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b2b9-c931-4826-802f-324746f9b12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc6a04b-cbf9-4215-9064-1929a58da182,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:11.122482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 54850) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:11.149083 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.27.1.146 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/44535295-23f7-4173-bf25-5af3901595f1) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:11.194810 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb2d-e95a-47db-b814-7c41ec60d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.337567 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b662d266-efad-453b-9743-3380e11fa6fe admin admin] Publish callbacks [] for security_group (3fc6a04b-cbf9-4215-9064-1929a58da182), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.428292 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b662d266-efad-453b-9743-3380e11fa6fe admin admin] Publish callbacks [] for security_group (3fc6a04b-cbf9-4215-9064-1929a58da182), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.476896 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] Current status of the port f7bb0203-0855-4bbe-ab34-7dff937d7958 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:11.477527 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.560648 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.562053 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:06Z', 'revision_number': 3, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:11.598670 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (44535295-23f7-4173-bf25-5af3901595f1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.614477 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] For port f7bb0203-0855-4bbe-ab34-7dff937d7958, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=f7bb0203-0855-4bbe-ab34-7dff937d7958,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:11.625357 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a423716-c2ed-4149-bd61-eb0889003607 None None] The sync data for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi is: [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:06Z', 'revision_number': 3, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:11.647477 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b662d266-efad-453b-9743-3380e11fa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (3fc6a04b-cbf9-4215-9064-1929a58da182), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.653796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Network 10ad0528-a170-4e77-b370-9edfa161fade is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:11.655074 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b662d266-efad-453b-9743-3380e11fa6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.661993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:11.664916 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b662d266-efad-453b-9743-3380e11fa6fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fc6a04b-cbf9-4215-9064-1929a58da182 HTTP/1.1" status: 204 len: 168 time: 0.5361681 Mar 31 15:54:11.670159 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:11.670841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (d689b0ce-0242-4b58-b8a2-4679124b1d7c), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.727219 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662d266-efad-453b-9743-3380e11fa6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc6a04b-cbf9-4215-9064-1929a58da182,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:11.732347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:09Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:11.813033 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b4d7da7-56f7-4926-b2cc-dd6a906f7175 req-898bda44-c4a5-4a32-bda4-ac27b4a83fb9 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.0617385 Mar 31 15:54:11.820327 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Pushing event updated for resources: {'Port': ['ID=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:11.888417 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.896937 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0a3ee-b0fe-4d65-9971-9543e1cdc060 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:09Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:12.026644 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1496fc-7af2-4677-a132-8fbc40e0a257 None None] Pushing event updated for resources: {'Port': ['ID=f7bb0203-0855-4bbe-ab34-7dff937d7958,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:12.045290 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (44535295-23f7-4173-bf25-5af3901595f1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:12.252329 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4115174f-542b-46b6-95f1-b7f99c67e4c5 None None] Provisioning complete for port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:12.252892 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4115174f-542b-46b6-95f1-b7f99c67e4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:12.265312 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:12.271993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:12.283882 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:12.321533 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4115174f-542b-46b6-95f1-b7f99c67e4c5 None None] Port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:12.325401 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=44535295-23f7-4173-bf25-5af3901595f1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:12.441076 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device f7bb0203-0855-4bbe-ab34-7dff937d7958 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:12.602490 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port f7bb0203-0855-4bbe-ab34-7dff937d7958 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:12.603926 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:12.616589 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (0220e0cf-608c-4368-88a4-83abbcda63e9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:12.658710 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:12.815595 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port f7bb0203-0855-4bbe-ab34-7dff937d7958 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:12.973744 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (44535295-23f7-4173-bf25-5af3901595f1), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.092288 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19e1260b-8d74-45d8-987d-be793cc0044d req-d3fab08f-ef78-4305-a590-93ea985e4561 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.1224422 Mar 31 15:54:13.346486 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks [] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.460772 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.461696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (d689b0ce-0242-4b58-b8a2-4679124b1d7c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.469770 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (44535295-23f7-4173-bf25-5af3901595f1), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.612914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (44535295-23f7-4173-bf25-5af3901595f1), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.682137 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Pushing event updated for resources: {'Port': ['ID=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:13.748285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.773270 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (0220e0cf-608c-4368-88a4-83abbcda63e9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.825781 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=44535295-23f7-4173-bf25-5af3901595f1,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:13.857649 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Network 10ad0528-a170-4e77-b370-9edfa161fade is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:13.860144 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:14.050804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Router d689b0ce-0242-4b58-b8a2-4679124b1d7c has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:54:14.059696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.069845 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-93107036-dc5b-4d5b-af3d-ecb49a0216e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4873197 Mar 31 15:54:14.164002 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-01bec3f3-0f1e-46c2-b9f1-d5484c5e2618 None None] Provisioning complete for port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:14.164379 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01bec3f3-0f1e-46c2-b9f1-d5484c5e2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.225613 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-01bec3f3-0f1e-46c2-b9f1-d5484c5e2618 None None] Port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:14.276280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:54:14.283478 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b1d78f8d-e966-47a9-baee-a56ad3d6a7ed admin admin] 10.222.0.58 "PUT /v2.0/routers/d689b0ce-0242-4b58-b8a2-4679124b1d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8324256 Mar 31 15:54:14.309844 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-aa6890a7-1d57-461b-bf15-0b31161e65e5 req-b97c89f9-53fe-4d73-949c-d9fbf279a9f9 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.0505831 Mar 31 15:54:14.392678 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2c39c810-a342-4454-86a9-b952a1e03de2 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:14.489960 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 2c39c810-a342-4454-86a9-b952a1e03de2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:14.490430 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.610756 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-8a6b8266-a88a-4fb9-a398-3d37b3c66b8e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2002929921&fields=id&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 267 time: 0.1899314 Mar 31 15:54:14.651065 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 2c39c810-a342-4454-86a9-b952a1e03de2 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:14.651660 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.681819 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 2c39c810-a342-4454-86a9-b952a1e03de2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=2c39c810-a342-4454-86a9-b952a1e03de2,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:14.776101 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.914191 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=2c39c810-a342-4454-86a9-b952a1e03de2,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:14.921149 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.929820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-cc29613b-6979-4143-8c87-a2ce83c748d9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:14.932123 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-cc29613b-6979-4143-8c87-a2ce83c748d9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.3076487 Mar 31 15:54:14.960939 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-4be30b58-8ada-4a40-9b9c-4dc741efbec7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/quotas/1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 375 time: 0.0173731 Mar 31 15:54:15.118230 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-8d9eb331-6cbc-48d5-b5ec-0d5fd5ae5a25 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478186 Mar 31 15:54:15.349369 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-96c00507-e5e0-4806-b5da-fee8cf8db940 service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746063 Mar 31 15:54:15.553142 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-d870dc51-d53b-425c-86c0-d974757b2842 service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854179 Mar 31 15:54:15.553542 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Sync routers for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:15.581661 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:15.583340 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:54:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:15.667808 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-a3b3fb98-4419-4901-92c0-0ef5708e5fd8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:15.670378 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-a3b3fb98-4419-4901-92c0-0ef5708e5fd8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 818 time: 0.4049993 Mar 31 15:54:15.692887 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-ef2b2620-29dd-4134-8f41-41f824e717a1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/quotas/8239194064cd46049a89af5b1e8032af HTTP/1.1" status: 200 len: 375 time: 0.0161712 Mar 31 15:54:15.858075 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55016) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:15.861376 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-b343a8a6-7476-42ca-a88d-6b5dc7651f14 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1575797 Mar 31 15:54:15.895853 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:16.085814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b92db91-3a4c-417e-a532-cc667dcaaa0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.235351 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-284bd816-9949-462b-aa62-989e27399ad0 req-63db0dfc-cfb5-4f1e-99f1-142b9599a8cf tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.1172478 Mar 31 15:54:16.293004 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-e1fe567e-1ff2-4a1a-b0e5-b285ed38c98f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:54:16.307534 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-e1fe567e-1ff2-4a1a-b0e5-b285ed38c98f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1273949 Mar 31 15:54:16.459395 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b92db91-3a4c-417e-a532-cc667dcaaa0c admin admin] Publish callbacks [] for security_group (940e9f7a-4c20-493e-8ad1-e094acc27a35), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.488862 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2c39c810-a342-4454-86a9-b952a1e03de2 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:16.554403 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b92db91-3a4c-417e-a532-cc667dcaaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (940e9f7a-4c20-493e-8ad1-e094acc27a35), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.573995 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.587250 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-c7104e48-e9d7-48e7-b9e7-ba46b6c2389e service neutron] 10.222.0.58 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773802 Mar 31 15:54:16.596439 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 2c39c810-a342-4454-86a9-b952a1e03de2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:16.596915 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.669358 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 2, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:16.672691 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6c02df8-f811-4a0a-9855-826c8f5a774c req-99dedad1-cade-40f7-992d-d6306e300bc7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.1310606 Mar 31 15:54:16.710896 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6b92db91-3a4c-417e-a532-cc667dcaaa0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3afcaa86a2d4b3883f2b51e4a8f03eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8511233 Mar 31 15:54:16.713514 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55066) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:16.723865 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92db91-3a4c-417e-a532-cc667dcaaa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e9f7a-4c20-493e-8ad1-e094acc27a35,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:16.737942 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Checking router: d689b0ce-0242-4b58-b8a2-4679124b1d7c for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:16.738981 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Updating router d689b0ce-0242-4b58-b8a2-4679124b1d7c port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:54:16.767012 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-88f918a8-3a5f-4991-95f4-f19a932a07d3 service neutron] 10.222.0.58 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589620 Mar 31 15:54:16.801879 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.862515 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5f36d1e-f78f-4e9f-abee-10c7a50fe3cb admin admin] Publish callbacks [] for security_group (940e9f7a-4c20-493e-8ad1-e094acc27a35), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.897719 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5f36d1e-f78f-4e9f-abee-10c7a50fe3cb admin admin] Publish callbacks [] for security_group (940e9f7a-4c20-493e-8ad1-e094acc27a35), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:17.025053 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 2c39c810-a342-4454-86a9-b952a1e03de2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:17.035889 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.48', 63380) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:17.159832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5f36d1e-f78f-4e9f-abee-10c7a50fe3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (940e9f7a-4c20-493e-8ad1-e094acc27a35), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:17.167873 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5f36d1e-f78f-4e9f-abee-10c7a50fe3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:17.175545 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d5f36d1e-f78f-4e9f-abee-10c7a50fe3cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/940e9f7a-4c20-493e-8ad1-e094acc27a35 HTTP/1.1" status: 204 len: 168 time: 0.4601123 Mar 31 15:54:17.212186 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-89ca618f-1dcf-43db-943d-4cf9459d2490 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:17.214403 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-89ca618f-1dcf-43db-943d-4cf9459d2490 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.48 "GET /v2.0/networks?id=e4aa361c-e7b9-4138-ac47-2190192f0a08 HTTP/1.1" status: 200 len: 811 time: 0.1821442 Mar 31 15:54:17.219474 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f36d1e-f78f-4e9f-abee-10c7a50fe3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e9f7a-4c20-493e-8ad1-e094acc27a35,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:17.285085 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Request body: {'port': {'device_id': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08', 'admin_state_up': True, 'tenant_id': '89227d78563443c9a548818a83794c4f'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:17.483478 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a9c2f6a-7861-4eca-a798-b002853a5a78 req-c1d62073-850f-46ee-9ed3-145608e67c94 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 210 time: 0.1184039 Mar 31 15:54:17.600282 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Publish callbacks [] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:17.736581 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:17.758414 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e65ac03-494e-4daa-9363-2cb4285fddc2 req-7bfb1359-afc7-4809-8c43-96e28cf6d1fe tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.1435900 Mar 31 15:54:17.929778 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-34c6f18c-badd-49bb-8f85-1318134104b2 req-80e2bc59-3cea-413f-a92a-d38c4454a613 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.0807986 Mar 31 15:54:17.944808 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Made reservation on behalf of 89227d78563443c9a548818a83794c4f for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:54:17.951608 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:18.043200 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b400dd-adf4-4499-a9e4-2ea19e474b42 None None] Pushing event updated for resources: {'Port': ['ID=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:18.235108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Attempting to bind port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:18.235108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Attempting to bind port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:18.235108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Attempting to bind port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:18.243246 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:18.243963 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Checking segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:18.244672 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:18.245286 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Bound using segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:18.246136 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Bound port: f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:18.246829 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:18.428249 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] For port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:18.460163 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] For port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:18.524862 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ea097ae0-1eca-4afb-b883-73b10e0a7ebb None None] Provisioning complete for port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:18.525241 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ea097ae0-1eca-4afb-b883-73b10e0a7ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:18.558602 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:18.616069 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ea097ae0-1eca-4afb-b883-73b10e0a7ebb None None] Port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:18.675655 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:18.676310 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:54:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:18.684463 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b400dd-adf4-4499-a9e4-2ea19e474b42 None None] Pushing event updated for resources: {'Port': ['ID=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:18.712785 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55174) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:18.802791 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-262ba0c3-ad1e-4458-9ead-bf7dec40cbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:18.974930 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Allocated IP 172.20.0.8 (e4aa361c-e7b9-4138-ac47-2190192f0a08/8ae546c5-d76f-4616-9187-4799d7265194/7715188f-5f7c-410f-bdb2-3aaeef9c53e5) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:19.017560 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-9bbf47e1-7e4d-4052-89f9-14b97a72bec5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:19.030428 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-9bbf47e1-7e4d-4052-89f9-14b97a72bec5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 818 time: 0.7822454 Mar 31 15:54:19.082938 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-262ba0c3-ad1e-4458-9ead-bf7dec40cbeb admin admin] Publish callbacks [] for security_group (c6105ede-2440-4b3f-b31c-864dde82d3d2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.092871 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-78edb184-5915-44fd-a807-c312f5ffb4c6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/quotas/8239194064cd46049a89af5b1e8032af HTTP/1.1" status: 200 len: 375 time: 0.0607839 Mar 31 15:54:19.124826 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:19.257732 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-69bec268-a3b8-43c2-8d8a-db1f67f63c6a req-fb435a6f-51e0-4176-8162-6cd4a2298dc8 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.1611784 Mar 31 15:54:19.261762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-262ba0c3-ad1e-4458-9ead-bf7dec40cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c6105ede-2440-4b3f-b31c-864dde82d3d2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.285231 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-5b2f40da-2f66-442d-ad3f-3e94d86bd173 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909490 Mar 31 15:54:19.353585 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-262ba0c3-ad1e-4458-9ead-bf7dec40cbeb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fe34791ea0544138631f43e46a9c643&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6390626 Mar 31 15:54:19.372497 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55206) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:19.402891 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-43058274-3228-41d3-8537-63bb89102729 None None] Provisioning complete for port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:19.403996 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-43058274-3228-41d3-8537-63bb89102729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.415126 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-dfabd87a-b603-4066-940c-7747fc229ae4 service neutron] 10.222.0.58 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990179 Mar 31 15:54:19.440224 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ba0c3-ad1e-4458-9ead-bf7dec40cbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6105ede-2440-4b3f-b31c-864dde82d3d2,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:19.545166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.665041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4639-880b-49df-927c-09acecd85844 admin admin] Publish callbacks [] for security_group (c6105ede-2440-4b3f-b31c-864dde82d3d2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.693921 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks [] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.742136 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-acda2165-cb2c-4585-b0f1-78a114b8836a service neutron] 10.222.0.58 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045130 Mar 31 15:54:19.785862 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4639-880b-49df-927c-09acecd85844 admin admin] Publish callbacks [] for security_group (c6105ede-2440-4b3f-b31c-864dde82d3d2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.825657 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-43058274-3228-41d3-8537-63bb89102729 None None] Current status of the port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:19.826292 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-43058274-3228-41d3-8537-63bb89102729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:19.872050 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d0ff5f6-0c6f-4b18-911d-c3eefde14f9b req-d8c48c3e-069c-4f56-a654-516be8a5a78c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.1065338 Mar 31 15:54:19.897646 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:20.020994 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-43058274-3228-41d3-8537-63bb89102729 None None] For port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:20.027228 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:18Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:20.120822 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4398-4cb8-4e7d-b684-0cf46b338534 None None] The sync data for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi is: [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:18Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:20.147041 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Network e4aa361c-e7b9-4138-ac47-2190192f0a08 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:20.155950 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:20.166071 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:20.170295 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4639-880b-49df-927c-09acecd85844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c6105ede-2440-4b3f-b31c-864dde82d3d2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:20.176066 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:20.176858 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4639-880b-49df-927c-09acecd85844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:20.177898 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:20.178704 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-aa3c4639-880b-49df-927c-09acecd85844 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6105ede-2440-4b3f-b31c-864dde82d3d2 HTTP/1.1" status: 204 len: 168 time: 0.8037498 Mar 31 15:54:20.212017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-43058274-3228-41d3-8537-63bb89102729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:20.228207 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4639-880b-49df-927c-09acecd85844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6105ede-2440-4b3f-b31c-864dde82d3d2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:20.436955 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1622922 Mar 31 15:54:20.437974 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601648a3-2d16-4244-ac0b-145d9cbeee6f tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Pushing event updated for resources: {'Port': ['ID=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:20.487304 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-99dc47e8-c241-4384-b131-32e67bb65c73 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:54:20.488459 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-99dc47e8-c241-4384-b131-32e67bb65c73 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345700 Mar 31 15:54:20.631475 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43058274-3228-41d3-8537-63bb89102729 None None] Pushing event updated for resources: {'Port': ['ID=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:20.936526 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd2f1-c50e-487c-bc3e-868bf0809b85 req-44221825-d720-4728-993d-b66db8ea147c tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:20.938613 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-773dd2f1-c50e-487c-bc3e-868bf0809b85 req-44221825-d720-4728-993d-b66db8ea147c tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 931 time: 0.3306818 Mar 31 15:54:21.062538 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f0fa18df-2148-4fa6-8152-44813f8f754e req-3285aa25-919a-4b0f-ae2c-bbdb06b5512c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 210 time: 0.1019909 Mar 31 15:54:21.204596 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-773dd2f1-c50e-487c-bc3e-868bf0809b85 req-561615d8-5364-406a-97a0-e45a0ec08035 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585719 Mar 31 15:54:21.417758 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f13de0d3-d0c6-4381-88be-e258affe4341 req-1ed59390-79bf-4fb9-871f-a352a6f2009b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.1015446 Mar 31 15:54:21.597161 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.48', 63394) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:22.181415 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55296) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:22.181415 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Request body: {'port': {'device_id': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:22.182799 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-9ab0cc31-59fc-48e9-9430-8365180f929a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:22.182799 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-9ab0cc31-59fc-48e9-9430-8365180f929a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.4757373 Mar 31 15:54:22.341876 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-821ab53c-331c-47e3-b97c-fdaae4ff9a74 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 380 time: 0.2070899 Mar 31 15:54:22.342057 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b0dff1-41fa-4aac-9447-65e0e8252a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:22.349551 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'port': {'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'admin_state_up': True, 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'security_groups': ['a92e7ff4-eaf7-44b9-85f0-a03780ccc675']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:22.474088 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-69d1c034-fe3d-46f1-8598-83d0d8a05dd6 req-131d4779-a4a3-4552-84ed-111ea3ff7f3e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 210 time: 0.2411795 Mar 31 15:54:22.525536 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:22.601704 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:22.765474 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:22.777012 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:22.813818 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7564a-1a35-48bf-9b5e-bba28bbfbb7b req-ab4f1654-03cc-480c-9a25-7962733efe45 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:22.818029 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dd7564a-1a35-48bf-9b5e-bba28bbfbb7b req-ab4f1654-03cc-480c-9a25-7962733efe45 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 931 time: 0.3133421 Mar 31 15:54:23.086083 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12bd7356-7d7f-4ee7-9728-6287e8ef3f81 req-ab0fd384-b81e-4f83-ba8e-d46e3e0ad685 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.1615756 Mar 31 15:54:23.093171 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dd7564a-1a35-48bf-9b5e-bba28bbfbb7b req-89bd6638-40b6-4a16-8ee5-fd5351555fd3 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428186 Mar 31 15:54:23.097595 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Made reservation on behalf of 1d33e398560040448745d4b2a2047e81 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:54:23.106642 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:23.137460 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:23.198864 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.48', 63395) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:23.648152 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.20.0.4 (b202461b-1350-44ad-b38c-700f701870e8/22c55b03-5819-42ff-aa73-b3fccd7a44f7/e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:23.794496 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a500d95e-5967-4608-add4-79c36331f471 req-ff74343e-975d-47be-a6df-2fad1bf9d77f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 210 time: 0.1379151 Mar 31 15:54:24.111641 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b0dff1-41fa-4aac-9447-65e0e8252a5b admin admin] Publish callbacks [] for security_group (efa055d0-3e67-4c8b-86c2-5f39dca78029), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.162412 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.289578 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-a6a339c3-478c-4aa4-af2a-c38ad4cd30bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:24.297594 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-a6a339c3-478c-4aa4-af2a-c38ad4cd30bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 818 time: 1.0850430 Mar 31 15:54:24.313461 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b0dff1-41fa-4aac-9447-65e0e8252a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (efa055d0-3e67-4c8b-86c2-5f39dca78029), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.471257 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b1a406b-6aaf-4b91-bc6e-199ddf08ecc4 req-a829f254-fc80-4281-ba66-4a96f23235a8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.1281519 Mar 31 15:54:24.479880 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.480143 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'port': {'device_id': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'admin_state_up': True, 'tenant_id': '8239194064cd46049a89af5b1e8032af'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:24.540244 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-21b0dff1-41fa-4aac-9447-65e0e8252a5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b462c421290d44eaa7b7a799633fc6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5868282 Mar 31 15:54:24.549043 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55394) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:24.555365 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0dff1-41fa-4aac-9447-65e0e8252a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa055d0-3e67-4c8b-86c2-5f39dca78029,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:24.610497 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:24.623478 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:24.639275 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:24.645408 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:24.646342 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.651186 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:24.701678 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06ddc512-0907-4c08-ac41-690dd1adbbce admin admin] Publish callbacks [] for security_group (efa055d0-3e67-4c8b-86c2-5f39dca78029), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.764001 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06ddc512-0907-4c08-ac41-690dd1adbbce admin admin] Publish callbacks [] for security_group (efa055d0-3e67-4c8b-86c2-5f39dca78029), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:24.834006 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-82317a9c-5d46-4f8f-a2a5-a3dce58698f0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5148137 Mar 31 15:54:24.884291 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Request body: {'port': {'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:25.133359 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee701-7374-4709-9aec-8dabe1224134 req-b91d4ea5-567e-4b21-9900-1d563befedb1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:25.137106 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2dc5162e-a8a4-4f97-b8e7-25ac9e57c3de None None] Provisioning complete for port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:25.143112 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2dc5162e-a8a4-4f97-b8e7-25ac9e57c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.143247 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81bee701-7374-4709-9aec-8dabe1224134 req-b91d4ea5-567e-4b21-9900-1d563befedb1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 931 time: 0.7495446 Mar 31 15:54:25.153420 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06ddc512-0907-4c08-ac41-690dd1adbbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (efa055d0-3e67-4c8b-86c2-5f39dca78029), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.160109 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06ddc512-0907-4c08-ac41-690dd1adbbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.167973 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-06ddc512-0907-4c08-ac41-690dd1adbbce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa055d0-3e67-4c8b-86c2-5f39dca78029 HTTP/1.1" status: 204 len: 168 time: 0.6154060 Mar 31 15:54:25.181073 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f028bfb3-8294-4413-a79a-0db4b51fd54d req-bb0fb48d-18b3-438f-9081-fdcec83053bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 210 time: 0.1495180 Mar 31 15:54:25.226867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddc512-0907-4c08-ac41-690dd1adbbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa055d0-3e67-4c8b-86c2-5f39dca78029,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:25.249083 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81bee701-7374-4709-9aec-8dabe1224134 req-0b5601ae-280f-4dc3-92f0-bc0436ce0400 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073172 Mar 31 15:54:25.268299 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.277567 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:25.279223 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5162e-a8a4-4f97-b8e7-25ac9e57c3de None None] Port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:25.307318 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Publish callbacks [] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.346699 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Made reservation on behalf of 8239194064cd46049a89af5b1e8032af for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:54:25.350934 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.375138 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Transition to ACTIVE for port object 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:54:25.669495 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.48', 63406) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:25.928725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:25.957772 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Allocated IP 172.20.0.6 (10ad0528-a170-4e77-b370-9edfa161fade/971d436d-a1b0-4120-8346-8807dd707508/36fd54bc-68f5-4115-9991-b1589bc3237d) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:26.186093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-8ad1c001-5440-4aee-8535-a7cf18e88e45 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:26.188641 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-8ad1c001-5440-4aee-8535-a7cf18e88e45 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 818 time: 0.4256492 Mar 31 15:54:26.199662 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5f38-b199-412e-8032-a3dd56aa01ea req-19e2fdf4-adfa-49b7-ac84-754e18028634 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:26.201536 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-19af5f38-b199-412e-8032-a3dd56aa01ea req-19e2fdf4-adfa-49b7-ac84-754e18028634 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 931 time: 0.5329208 Mar 31 15:54:26.214248 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'port': {'device_id': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'admin_state_up': True, 'tenant_id': '8239194064cd46049a89af5b1e8032af'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:26.293224 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Pushing event updated for resources: {'Port': ['ID=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:26.438197 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Attempting to bind port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:26.438996 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Attempting to bind port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1d815883-5ad9-44a7-8d18-f3efb9f1f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:26.439791 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Attempting to bind port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 on network e4aa361c-e7b9-4138-ac47-2190192f0a08 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:26.474018 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-19af5f38-b199-412e-8032-a3dd56aa01ea req-d597307f-625f-4f1e-90be-11cd1e0d4ef2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520125 Mar 31 15:54:26.508755 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:26.537142 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Publish callbacks [] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:26.538922 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 on network e4aa361c-e7b9-4138-ac47-2190192f0a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:54:26.539487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Attempting to bind port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 on network e4aa361c-e7b9-4138-ac47-2190192f0a08 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:26.612332 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Transition to ACTIVE for port object e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:54:26.636955 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd4c8585-87a1-4b72-8720-9f458b59e3bf req-03d39c7a-acdf-41c4-91e1-c115fb351a3d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 210 time: 0.2611992 Mar 31 15:54:26.650398 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:26.651136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Checking segment: {'id': '1d815883-5ad9-44a7-8d18-f3efb9f1f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:26.652017 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Bound using segment: {'id': '1d815883-5ad9-44a7-8d18-f3efb9f1f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:26.652912 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Bound port: 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d815883-5ad9-44a7-8d18-f3efb9f1f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:26.653528 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:26.670162 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Made reservation on behalf of 8239194064cd46049a89af5b1e8032af for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:54:26.674265 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:26.740194 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:26.831602 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:26.847500 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55470) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:26.847927 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55472) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:26.975816 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] For port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host hv-cinder-83602, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:26.986728 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] For port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,segment=NetworkSegment(1d815883-5ad9-44a7-8d18-f3efb9f1f34a),segment_id=1d815883-5ad9-44a7-8d18-f3efb9f1f34a)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:27.042457 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:27.249881 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'Port': ['ID=36fd54bc-68f5-4115-9991-b1589bc3237d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:27.278348 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:27.407843 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Allocated IP 172.20.0.11 (10ad0528-a170-4e77-b370-9edfa161fade/971d436d-a1b0-4120-8346-8807dd707508/9535ab80-7ec9-4feb-b317-e437fcd403c0) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:27.477106 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:27.531394 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d943daa-74de-4f2a-b1df-c1b98762a3f3 req-a14119e3-9756-4e66-b790-6ea7c171b944 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:27.545011 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d943daa-74de-4f2a-b1df-c1b98762a3f3 req-a14119e3-9756-4e66-b790-6ea7c171b944 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.7903302 Mar 31 15:54:27.560448 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Attempting to bind port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:27.561106 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Attempting to bind port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:27.561472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Attempting to bind port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:27.681216 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:54:27.739577 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Pushing event updated for resources: {'Port': ['ID=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:27.741887 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee on network b202461b-1350-44ad-b38c-700f701870e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:54:27.753891 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Attempting to bind port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:27.785832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Network 10ad0528-a170-4e77-b370-9edfa161fade is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:27.807638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:27.811366 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7eb07e95-47e9-42ef-9017-edb1258b3795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:27.828505 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:27.838785 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:27.838785 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:27.925098 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:27.994378 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704b56f-647b-491f-b9a2-529ab83e1cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.054858 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:28.055775 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:28.056186 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:28.056830 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.057616 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Bound using segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:28.058117 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Bound port: e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:28.058502 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.059263 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-b4993239-0842-44e0-8ca4-94b89a532914 service neutron] 10.222.0.48 "PUT /v2.0/ports/7715188f-5f7c-410f-bdb2-3aaeef9c53e5 HTTP/1.1" status: 200 len: 1093 time: 6.4467647 Mar 31 15:54:28.072262 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'tag': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:28.278496 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] For port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:28.278496 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] For port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:28.310150 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.348305 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d943daa-74de-4f2a-b1df-c1b98762a3f3 req-119dc47e-1258-4b3d-8da2-9eb89331c578 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8016570 Mar 31 15:54:28.425248 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ed20c8bb-c721-467f-8541-b0a66ea9bc6f None None] Provisioning complete for port 36fd54bc-68f5-4115-9991-b1589bc3237d triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:28.428731 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ed20c8bb-c721-467f-8541-b0a66ea9bc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.464782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7eb07e95-47e9-42ef-9017-edb1258b3795 admin admin] Publish callbacks [] for security_group (9ae0f912-6441-4f92-8f4c-ea4c6fcef226), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.541198 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'Port': ['ID=9535ab80-7ec9-4feb-b317-e437fcd403c0,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:28.557316 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.575666 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ed20c8bb-c721-467f-8541-b0a66ea9bc6f None None] Port 36fd54bc-68f5-4115-9991-b1589bc3237d cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:28.613435 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-854ed20e-6092-4320-b24a-4307d9369817 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1408939 Mar 31 15:54:28.675337 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:28.676205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.677831 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee HTTP/1.1" status: 200 len: 1093 time: 3.8246529 Mar 31 15:54:28.681251 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e44e90-ccbf-4b99-a1e7-4f9c440e6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:28.707751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:28.715801 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7eb07e95-47e9-42ef-9017-edb1258b3795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9ae0f912-6441-4f92-8f4c-ea4c6fcef226), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.776120 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7eb07e95-47e9-42ef-9017-edb1258b3795 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8019e74ab4a840c9ac47321ca91b0282&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9237704 Mar 31 15:54:28.791509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Request body: {'port': {'device_id': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:28.807035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55516) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:28.819144 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae632e2-7362-4584-b543-12d95dab9e97" -d '{"events": [{"name": "network-changed", "server_uuid": "8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c", "tag": "7715188f-5f7c-410f-bdb2-3aaeef9c53e5"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:28.891485 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Network 10ad0528-a170-4e77-b370-9edfa161fade is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:28.945120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:28.977670 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:54:28.984777 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:28.985446 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:28.994537 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d17ba-d633-49e7-af0e-be161a99e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:29.083590 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785077a-135a-47a3-985b-36b86bb7e77f req-c7828362-b216-4276-8c7b-118391d8bdc1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.085385 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e785077a-135a-47a3-985b-36b86bb7e77f req-c7828362-b216-4276-8c7b-118391d8bdc1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 932 time: 0.5027673 Mar 31 15:54:29.105345 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9b230-a9b0-4e71-a2ff-264553b77b73 req-b0425618-b53c-4bdb-b96b-d8ead503e9ac tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.107086 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4d9b230-a9b0-4e71-a2ff-264553b77b73 req-b0425618-b53c-4bdb-b96b-d8ead503e9ac tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 1.3511267 Mar 31 15:54:29.123030 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-63020491-ed0b-4386-8b5e-b692c8972d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.125111 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-63020491-ed0b-4386-8b5e-b692c8972d95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 1127 time: 0.2399619 Mar 31 15:54:29.137752 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-ebf714c1-801e-4c66-b4fb-2458205f7d88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9279733 Mar 31 15:54:29.144303 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5c41817-f4be-4753-b685-da9149510835 admin admin] Publish callbacks [] for security_group (9ae0f912-6441-4f92-8f4c-ea4c6fcef226), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.146647 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb07e95-47e9-42ef-9017-edb1258b3795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae0f912-6441-4f92-8f4c-ea4c6fcef226,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:29.284030 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Request body: {'port': {'device_id': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:29.291305 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-3a2fa158-081c-42b9-b809-45b28e8ed06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.294352 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-3a2fa158-081c-42b9-b809-45b28e8ed06a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89227d78563443c9a548818a83794c4f&device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 1127 time: 0.9646595 Mar 31 15:54:29.334493 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5c41817-f4be-4753-b685-da9149510835 admin admin] Publish callbacks [] for security_group (9ae0f912-6441-4f92-8f4c-ea4c6fcef226), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.415353 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-fb960b3a-f7df-4e05-beda-4c6e521e8251 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee HTTP/1.1" status: 200 len: 217 time: 0.2491982 Mar 31 15:54:29.429063 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e785077a-135a-47a3-985b-36b86bb7e77f req-f65d620a-e61d-4afc-92ce-8bb22d0dc087 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168969 Mar 31 15:54:29.526503 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-f476b520-3d14-49e7-8f8e-ae510ddfafa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5 HTTP/1.1" status: 200 len: 217 time: 0.2070315 Mar 31 15:54:29.527231 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.648155 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0213cb09-a327-4941-912c-8592cad0b3cd None None] Provisioning complete for port 9535ab80-7ec9-4feb-b317-e437fcd403c0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:29.649799 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0213cb09-a327-4941-912c-8592cad0b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.670497 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4d9b230-a9b0-4e71-a2ff-264553b77b73 req-36353f04-bc07-4367-94af-5d36571d439c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5351644 Mar 31 15:54:29.693818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704b56f-647b-491f-b9a2-529ab83e1cf6 admin admin] Publish callbacks [] for security_group (1b360925-6dcf-4019-af29-038fbed6aab2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.755295 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73537-b188-494f-9440-2afb5a590880 req-8ade2dff-bf6c-49c0-9de6-07c789ed0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.756974 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-8ade2dff-bf6c-49c0-9de6-07c789ed0287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ae546c5-d76f-4616-9187-4799d7265194 HTTP/1.1" status: 200 len: 851 time: 0.1837828 Mar 31 15:54:29.777998 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-6c97a66b-c949-4409-983a-e926a4a7599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.794089 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-6c97a66b-c949-4409-983a-e926a4a7599d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.1806707 Mar 31 15:54:29.821834 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704b56f-647b-491f-b9a2-529ab83e1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1b360925-6dcf-4019-af29-038fbed6aab2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.827831 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0213cb09-a327-4941-912c-8592cad0b3cd None None] Port 9535ab80-7ec9-4feb-b317-e437fcd403c0 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:54:29.890069 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.926641 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-4b9f2c63-99d7-4fd1-b5c9-e3c6ed905fec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4aa361c-e7b9-4138-ac47-2190192f0a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556911 Mar 31 15:54:29.972552 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5c41817-f4be-4753-b685-da9149510835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9ae0f912-6441-4f92-8f4c-ea4c6fcef226), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.979649 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5c41817-f4be-4753-b685-da9149510835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:29.985540 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b5c41817-f4be-4753-b685-da9149510835 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ae0f912-6441-4f92-8f4c-ea4c6fcef226 HTTP/1.1" status: 204 len: 168 time: 1.1769063 Mar 31 15:54:30.214152 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-45d79751-3b75-460b-9a5d-55f3738148ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.216479 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-45d79751-3b75-460b-9a5d-55f3738148ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4109957 Mar 31 15:54:30.318246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9506795c-5f70-4605-af48-6777f09ddc51 x-openstack-request-id: req-9506795c-5f70-4605-af48-6777f09ddc51 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:30.318646 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c", "tag": "7715188f-5f7c-410f-bdb2-3aaeef9c53e5", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:30.323833 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9506795c-5f70-4605-af48-6777f09ddc51 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:30.324081 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9506795c-5f70-4605-af48-6777f09ddc51'] response: {'name': 'network-changed', 'server_uuid': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'tag': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5', 'status': 'completed', 'code': 200} Mar 31 15:54:30.392805 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3704b56f-647b-491f-b9a2-529ab83e1cf6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f8089f948a44a7cbd771971cb60cde8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5360410 Mar 31 15:54:30.393113 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704b56f-647b-491f-b9a2-529ab83e1cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b360925-6dcf-4019-af29-038fbed6aab2,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:30.412084 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55562) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:30.528462 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c41817-f4be-4753-b685-da9149510835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae0f912-6441-4f92-8f4c-ea4c6fcef226,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:30.604179 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec0080-0826-4bc9-9be7-de08969dd4c8 x-openstack-request-id: req-87ec0080-0826-4bc9-9be7-de08969dd4c8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:30.604506 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:30.605061 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87ec0080-0826-4bc9-9be7-de08969dd4c8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:30.605732 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ec0080-0826-4bc9-9be7-de08969dd4c8'] response: {'name': 'network-changed', 'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'status': 'completed', 'code': 200} Mar 31 15:54:30.628702 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-fb07cf8e-5cc2-47b0-9f23-9524659bc716 service neutron] 10.222.0.48 "GET /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576498 Mar 31 15:54:30.715896 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-1cd98d69-0f28-43a5-8b00-2fbcaa55eb71 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223740 Mar 31 15:54:30.783339 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-498c13c9-ff3c-41e7-9f8f-0ff56bff8c24 admin admin] Publish callbacks [] for security_group (1b360925-6dcf-4019-af29-038fbed6aab2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:30.803809 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9f73537-b188-494f-9440-2afb5a590880 req-c2389b98-1033-4f12-9448-b186ce67d553 service neutron] 10.222.0.48 "GET /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660385 Mar 31 15:54:30.886712 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-498c13c9-ff3c-41e7-9f8f-0ff56bff8c24 admin admin] Publish callbacks [] for security_group (1b360925-6dcf-4019-af29-038fbed6aab2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:30.925553 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fd54bc-68f5-4115-9991-b1589bc3237d {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:30.948926 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0bd00-5980-4cf1-aaf3-435694af010b req-5a58c1af-f523-4e9f-b782-b8e2fb07afd5 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.966447 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ad0bd00-5980-4cf1-aaf3-435694af010b req-5a58c1af-f523-4e9f-b782-b8e2fb07afd5 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.2413163 Mar 31 15:54:30.968125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Publish callbacks [] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:31.009074 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Transition to ACTIVE for port object 36fd54bc-68f5-4115-9991-b1589bc3237d will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:54:31.058749 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b6416cb-db3f-4c19-b787-032a45129bc6 req-e273780d-b144-4fed-86bd-58b6786fd748 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300891 Mar 31 15:54:31.068969 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ad0bd00-5980-4cf1-aaf3-435694af010b req-e9a0fb7a-785d-4fc2-8b41-416509563405 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034927 Mar 31 15:54:31.221037 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-498c13c9-ff3c-41e7-9f8f-0ff56bff8c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1b360925-6dcf-4019-af29-038fbed6aab2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:31.224047 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-498c13c9-ff3c-41e7-9f8f-0ff56bff8c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:31.230289 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-498c13c9-ff3c-41e7-9f8f-0ff56bff8c24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b360925-6dcf-4019-af29-038fbed6aab2 HTTP/1.1" status: 204 len: 168 time: 0.7689900 Mar 31 15:54:31.253948 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:31.402595 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Pushing event updated for resources: {'Port': ['ID=36fd54bc-68f5-4115-9991-b1589bc3237d,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:31.426134 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c13c9-ff3c-41e7-9f8f-0ff56bff8c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b360925-6dcf-4019-af29-038fbed6aab2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:31.729883 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55584) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:31.746906 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eccea0-984c-42de-b2ee-c5463d557819 req-22432fab-14c0-4204-b8b5-cd7eb0c9aa58 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:31.751442 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3eccea0-984c-42de-b2ee-c5463d557819 req-22432fab-14c0-4204-b8b5-cd7eb0c9aa58 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 932 time: 0.5405176 Mar 31 15:54:31.804636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4ade77dd-f718-410a-a992-21473f8d9db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:31.855203 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-e278ba77-f1bb-44d6-a812-ee56201b2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:31.857126 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-e278ba77-f1bb-44d6-a812-ee56201b2f97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89227d78563443c9a548818a83794c4f&device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 1127 time: 0.3848596 Mar 31 15:54:31.897393 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Attempting to bind port 36fd54bc-68f5-4115-9991-b1589bc3237d on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:31.897393 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Attempting to bind port 36fd54bc-68f5-4115-9991-b1589bc3237d by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:31.897393 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Attempting to bind port 36fd54bc-68f5-4115-9991-b1589bc3237d on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:31.916038 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3eccea0-984c-42de-b2ee-c5463d557819 req-bc8d2815-d826-42d0-a1fa-a5c263de4b76 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178184 Mar 31 15:54:31.920536 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-b006e6c1-6a32-41bb-98cb-58a776d7aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:31.947863 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-b006e6c1-6a32-41bb-98cb-58a776d7aae1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 1127 time: 0.4268894 Mar 31 15:54:31.950143 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Port 36fd54bc-68f5-4115-9991-b1589bc3237d on network 10ad0528-a170-4e77-b370-9edfa161fade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:54:31.951099 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Attempting to bind port 36fd54bc-68f5-4115-9991-b1589bc3237d on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:32.005767 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:32.007579 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Checking segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:32.008297 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Bound using segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:32.010314 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Bound port: 36fd54bc-68f5-4115-9991-b1589bc3237d, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:32.010968 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:32.240844 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9535ab80-7ec9-4feb-b317-e437fcd403c0 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:32.265659 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605f6d2-5999-4e64-ae62-5849383f6050 req-f0873e68-2079-4938-8d28-45d71c0ba6a7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.267532 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b605f6d2-5999-4e64-ae62-5849383f6050 req-f0873e68-2079-4938-8d28-45d71c0ba6a7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 0.6382973 Mar 31 15:54:32.319930 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Publish callbacks [] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:32.411316 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Transition to ACTIVE for port object 9535ab80-7ec9-4feb-b317-e437fcd403c0 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:54:32.413020 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-2456742b-cbdc-4363-aae2-897f9e00ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.416561 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-2456742b-cbdc-4363-aae2-897f9e00ddfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4aa361c-e7b9-4138-ac47-2190192f0a08 HTTP/1.1" status: 200 len: 912 time: 0.5470898 Mar 31 15:54:32.510175 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55594) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:32.570508 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f654e6c-39b8-4e43-b529-aad4c50f589c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:32.586285 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-c078e14e-1abd-44cd-a1f0-eaaa84ed8c15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5 HTTP/1.1" status: 200 len: 217 time: 0.1431756 Mar 31 15:54:32.601584 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:32.623805 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] For port 36fd54bc-68f5-4115-9991-b1589bc3237d, host hv-cinder-83602, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:32.631646 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-28348492-3fb2-4130-a025-79993b77c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.632740 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-28348492-3fb2-4130-a025-79993b77c9ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.6397257 Mar 31 15:54:32.670523 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef4c85-0c0a-4b11-8244-ca1514bf6575 req-03684fec-d35c-4102-bbd4-c1eb4e6e7910 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.673507 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bef4c85-0c0a-4b11-8244-ca1514bf6575 req-03684fec-d35c-4102-bbd4-c1eb4e6e7910 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.4197905 Mar 31 15:54:32.694446 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] For port 36fd54bc-68f5-4115-9991-b1589bc3237d, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=36fd54bc-68f5-4115-9991-b1589bc3237d,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:32.785256 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-5537a8bc-1b79-4a38-8690-cc0bfc54c74a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee HTTP/1.1" status: 200 len: 217 time: 0.1360738 Mar 31 15:54:32.854732 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:32.948919 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bef4c85-0c0a-4b11-8244-ca1514bf6575 req-5511ca6a-c835-4f47-900f-dad3587e562b tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525570 Mar 31 15:54:32.959978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-33626667-de79-4bac-8193-7ecaaf1b5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.964535 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-33626667-de79-4bac-8193-7ecaaf1b5e71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ae546c5-d76f-4616-9187-4799d7265194 HTTP/1.1" status: 200 len: 851 time: 0.3287895 Mar 31 15:54:32.973107 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.974066 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:32.975782 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] 10.222.0.48 "PUT /v2.0/ports/36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 1093 time: 4.2059913 Mar 31 15:54:32.980347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'tag': '36fd54bc-68f5-4115-9991-b1589bc3237d'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:32.998096 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d72f40-e041-47bf-bb7a-8dc5006c70a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9", "tag": "36fd54bc-68f5-4115-9991-b1589bc3237d"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:33.070659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-72f6846a-3f9e-428c-bf05-0dbb21546768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.084371 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-72f6846a-3f9e-428c-bf05-0dbb21546768 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.2826600 Mar 31 15:54:33.093089 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4ade77dd-f718-410a-a992-21473f8d9db3 admin admin] Publish callbacks [] for security_group (d6b5e9b8-a357-4cce-8752-e33fd7b0277b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.136016 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d5dfa-1aca-41df-a77e-7afe66c98d80 service neutron] Pushing event updated for resources: {'Port': ['ID=36fd54bc-68f5-4115-9991-b1589bc3237d,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:33.152796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Attempting to bind port 9535ab80-7ec9-4feb-b317-e437fcd403c0 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:54:33.153154 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Attempting to bind port 9535ab80-7ec9-4feb-b317-e437fcd403c0 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:54:33.153531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Attempting to bind port 9535ab80-7ec9-4feb-b317-e437fcd403c0 on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:33.167255 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b605f6d2-5999-4e64-ae62-5849383f6050 req-f7371551-bb18-4236-a6b8-a5bc0fa909b9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8633428 Mar 31 15:54:33.172328 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Port 9535ab80-7ec9-4feb-b317-e437fcd403c0 on network 10ad0528-a170-4e77-b370-9edfa161fade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:54:33.172328 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Attempting to bind port 9535ab80-7ec9-4feb-b317-e437fcd403c0 on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:54:33.245388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f654e6c-39b8-4e43-b529-aad4c50f589c admin admin] Publish callbacks [] for security_group (c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.272316 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Pushing event updated for resources: {'Port': ['ID=9535ab80-7ec9-4feb-b317-e437fcd403c0,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:33.272316 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4ade77dd-f718-410a-a992-21473f8d9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d6b5e9b8-a357-4cce-8752-e33fd7b0277b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.325357 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4ade77dd-f718-410a-a992-21473f8d9db3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9d8ad2f146e40b6aa8173d0999cf52a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5961552 Mar 31 15:54:33.326472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:54:33.326977 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Checking segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:54:33.327621 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Bound using segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:54:33.328214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Bound port: 9535ab80-7ec9-4feb-b317-e437fcd403c0, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:54:33.328723 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.333122 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55614) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:33.335631 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-96d5721c-8c10-4740-8be9-f2b585ef6aed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4aa361c-e7b9-4138-ac47-2190192f0a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570744 Mar 31 15:54:33.362495 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f654e6c-39b8-4e43-b529-aad4c50f589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.386460 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bca2df-9e2f-44b6-83a6-7fb13f6ada52 x-openstack-request-id: req-f7bca2df-9e2f-44b6-83a6-7fb13f6ada52 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:33.387042 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9", "tag": "36fd54bc-68f5-4115-9991-b1589bc3237d", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:33.387491 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7bca2df-9e2f-44b6-83a6-7fb13f6ada52 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:33.388199 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7bca2df-9e2f-44b6-83a6-7fb13f6ada52'] response: {'name': 'network-changed', 'server_uuid': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'tag': '36fd54bc-68f5-4115-9991-b1589bc3237d', 'status': 'completed', 'code': 200} Mar 31 15:54:33.457202 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4f654e6c-39b8-4e43-b529-aad4c50f589c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=432b8e47509e42abb1e16cc55ce0decf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9430609 Mar 31 15:54:33.465882 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55620) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:33.480422 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f654e6c-39b8-4e43-b529-aad4c50f589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:33.485105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-1921c4ab-53f2-487f-b344-fba383e89d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.487580 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-1921c4ab-53f2-487f-b344-fba383e89d2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3783765 Mar 31 15:54:33.489535 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade77dd-f718-410a-a992-21473f8d9db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b5e9b8-a357-4cce-8752-e33fd7b0277b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:33.537881 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0ab9-cb20-419e-ab84-02a045d00a4e req-6d171fa2-f9d3-434a-8dfc-2566a5763d0b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.537881 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b2e0ab9-cb20-419e-ab84-02a045d00a4e req-6d171fa2-f9d3-434a-8dfc-2566a5763d0b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.4104927 Mar 31 15:54:33.608313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e34445e-6fc8-41ad-8e6a-31095f88f3eb admin admin] Publish callbacks [] for security_group (d6b5e9b8-a357-4cce-8752-e33fd7b0277b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.809901 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] For port 9535ab80-7ec9-4feb-b317-e437fcd403c0, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:54:33.814442 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-49161483-fe1b-40da-8199-a35e6eb53e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.820215 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e34445e-6fc8-41ad-8e6a-31095f88f3eb admin admin] Publish callbacks [] for security_group (d6b5e9b8-a357-4cce-8752-e33fd7b0277b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:33.821140 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-49161483-fe1b-40da-8199-a35e6eb53e63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1127 time: 0.5793509 Mar 31 15:54:33.826615 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] For port 9535ab80-7ec9-4feb-b317-e437fcd403c0, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:54:33.846315 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-44978ce4-cda8-471c-85d2-2bbcd5001d51 service neutron] 10.222.0.48 "GET /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538522 Mar 31 15:54:33.993553 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-e6ea724b-d4ac-4d62-bf14-a43139a9dc45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 217 time: 0.1423666 Mar 31 15:54:34.015422 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:34.133933 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e34445e-6fc8-41ad-8e6a-31095f88f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d6b5e9b8-a357-4cce-8752-e33fd7b0277b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:34.136814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e34445e-6fc8-41ad-8e6a-31095f88f3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:34.145328 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15339458-2252-4967-af5e-222641ac1e74 admin admin] Publish callbacks [] for security_group (c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:34.150915 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8e34445e-6fc8-41ad-8e6a-31095f88f3eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6b5e9b8-a357-4cce-8752-e33fd7b0277b HTTP/1.1" status: 204 len: 168 time: 0.8110654 Mar 31 15:54:34.157282 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Pushing event updated for resources: {'Port': ['ID=9535ab80-7ec9-4feb-b317-e437fcd403c0,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:34.195402 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34445e-6fc8-41ad-8e6a-31095f88f3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b5e9b8-a357-4cce-8752-e33fd7b0277b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:34.231811 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:34.231811 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:34.233276 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] 10.222.0.48 "PUT /v2.0/ports/9535ab80-7ec9-4feb-b317-e437fcd403c0 HTTP/1.1" status: 200 len: 1094 time: 5.0664930 Mar 31 15:54:34.233838 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'tag': '9535ab80-7ec9-4feb-b317-e437fcd403c0'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:34.267098 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7eac7c-170c-488d-a722-5f20804552ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ade1129b-e27a-4f8d-aa76-a4b1cfebd657", "tag": "9535ab80-7ec9-4feb-b317-e437fcd403c0"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:34.302994 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ae632e2-7362-4584-b543-12d95dab9e97 req-8f73345b-62fd-4219-9f67-65613a7942d8 service neutron] 10.222.0.48 "GET /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460089 Mar 31 15:54:34.387684 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-03b6c65f-62b6-444f-875e-ef6d3c6adf75 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832805 Mar 31 15:54:34.433758 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b2e0ab9-cb20-419e-ab84-02a045d00a4e req-739a0800-7d87-4c11-ac38-ae3c555d0c26 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170675 Mar 31 15:54:34.551527 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15339458-2252-4967-af5e-222641ac1e74 admin admin] Publish callbacks [] for security_group (c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:34.575321 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073de21-89ba-4a01-9172-9a9971f037a6 req-2c610993-060a-4b84-9461-634c7801d9dc tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:34.600488 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-c61be553-0ac5-4342-b559-c53e93feb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:34.604385 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-c61be553-0ac5-4342-b559-c53e93feb0a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.5905123 Mar 31 15:54:34.607470 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b073de21-89ba-4a01-9172-9a9971f037a6 req-2c610993-060a-4b84-9461-634c7801d9dc tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.2331965 Mar 31 15:54:34.760636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-59cf49af-c7fd-4f3e-9e3f-a37b81fd9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:34.765335 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-59cf49af-c7fd-4f3e-9e3f-a37b81fd9a37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 1128 time: 0.3019116 Mar 31 15:54:34.778417 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b073de21-89ba-4a01-9172-9a9971f037a6 req-4f46f75a-067e-42af-820b-3a2657b58e83 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695509 Mar 31 15:54:34.856371 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-f1a91ad5-e916-4b8e-9adf-f0594af1f138 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0 HTTP/1.1" status: 200 len: 217 time: 0.0750902 Mar 31 15:54:34.978691 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f01d17ba-d633-49e7-af0e-be161a99e4ee req-eb2b62c5-833a-4c44-aaf1-71be39ecdb1d service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180185 Mar 31 15:54:34.997810 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-9e740e8a-921b-4987-a2d0-26b8aefbe396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.000475 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-9e740e8a-921b-4987-a2d0-26b8aefbe396 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2647276 Mar 31 15:54:35.018186 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad1066-71dc-4bbe-9097-43425a0df976 req-57d203c9-8cd9-4699-bf16-c80f2513ff98 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.020909 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-05ad1066-71dc-4bbe-9097-43425a0df976 req-57d203c9-8cd9-4699-bf16-c80f2513ff98 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 0.2742898 Mar 31 15:54:35.044082 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95241c9-5459-4ab8-b72d-469c20c1c718 x-openstack-request-id: req-a95241c9-5459-4ab8-b72d-469c20c1c718 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:35.044592 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade1129b-e27a-4f8d-aa76-a4b1cfebd657", "tag": "9535ab80-7ec9-4feb-b317-e437fcd403c0", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:35.045216 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a95241c9-5459-4ab8-b72d-469c20c1c718 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:35.045859 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95241c9-5459-4ab8-b72d-469c20c1c718'] response: {'name': 'network-changed', 'server_uuid': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'tag': '9535ab80-7ec9-4feb-b317-e437fcd403c0', 'status': 'completed', 'code': 200} Mar 31 15:54:35.119309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-0342cbde-867f-4009-824b-1377e234361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.122475 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-0342cbde-867f-4009-824b-1377e234361d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.2201931 Mar 31 15:54:35.153313 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15339458-2252-4967-af5e-222641ac1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:35.157015 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15339458-2252-4967-af5e-222641ac1e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:35.162337 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-15339458-2252-4967-af5e-222641ac1e74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2 HTTP/1.1" status: 204 len: 168 time: 1.6936064 Mar 31 15:54:35.190700 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339458-2252-4967-af5e-222641ac1e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bdc05b-5997-4e0a-aa01-1d9aa9ed3ee2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:35.235648 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-c680011b-7d0c-4799-aca4-0da5d20526f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.239695 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-c680011b-7d0c-4799-aca4-0da5d20526f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026764 Mar 31 15:54:35.324954 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-05ad1066-71dc-4bbe-9097-43425a0df976 req-a669b2d0-175e-49bd-bafc-de86b43fa279 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812314 Mar 31 15:54:35.388736 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-f91930f4-2b2a-4277-b69a-be814ca21c61 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662860 Mar 31 15:54:35.525924 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-24f764a6-0fd4-47be-85b5-6dbcdca78c82 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699656 Mar 31 15:54:35.768661 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b409e01d-e865-4fb1-8e5f-736ee7f7804b req-41922659-22bd-44f7-8d8d-6fcd1f9d1419 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692889 Mar 31 15:54:35.891199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ded650-6fbc-49a9-88ac-19062bd90764 req-5e4519d2-19ad-4ab7-a459-63ef53ead334 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.900809 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84ded650-6fbc-49a9-88ac-19062bd90764 req-5e4519d2-19ad-4ab7-a459-63ef53ead334 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.2202742 Mar 31 15:54:35.938948 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-adca3f63-11d6-438d-b073-a5351319f3a0 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975432 Mar 31 15:54:35.993062 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84ded650-6fbc-49a9-88ac-19062bd90764 req-6e0677d3-b175-4826-9a03-fcd1d20a0a0f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911977 Mar 31 15:54:36.172965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a450b90-7ab9-4676-a2dd-9fe3b5be7f9e req-24940073-443a-45b4-aab1-861f41c5d9ec tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.175841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-d0fa8b89-59b7-4595-a1ff-cfe67c981324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.176746 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3a450b90-7ab9-4676-a2dd-9fe3b5be7f9e req-24940073-443a-45b4-aab1-861f41c5d9ec tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.1479359 Mar 31 15:54:36.178756 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-d0fa8b89-59b7-4595-a1ff-cfe67c981324 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1127 time: 0.1105618 Mar 31 15:54:36.499565 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3a450b90-7ab9-4676-a2dd-9fe3b5be7f9e req-452f89a6-7e5e-4caa-b954-0722e6b89baf tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130038 Mar 31 15:54:36.570779 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eac7c-170c-488d-a722-5f20804552ad req-3d9d371f-df92-4e3c-8c9a-c5b14bb4594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.573408 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-3d9d371f-df92-4e3c-8c9a-c5b14bb4594f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 1128 time: 0.2127266 Mar 31 15:54:36.670585 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-5356c07b-875e-4fb4-a663-7e0448259936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.673245 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-5356c07b-875e-4fb4-a663-7e0448259936 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.4165313 Mar 31 15:54:36.769423 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301344a-4ec8-44ee-9ac0-51b398c6e28b req-aa788cfd-38e7-46cc-890f-1fe4fdaa0ac2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.773058 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d301344a-4ec8-44ee-9ac0-51b398c6e28b req-aa788cfd-38e7-46cc-890f-1fe4fdaa0ac2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 0.2064548 Mar 31 15:54:36.780580 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eac7c-170c-488d-a722-5f20804552ad req-40837de2-aaf6-422a-8fd3-b7b4adc3a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.783554 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-40837de2-aaf6-422a-8fd3-b7b4adc3a6c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1942220 Mar 31 15:54:36.883882 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d301344a-4ec8-44ee-9ac0-51b398c6e28b req-b446ed0b-dd42-4064-94d2-30f8ad753f8b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032259 Mar 31 15:54:37.190387 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-21594747-bd4f-4eb9-959c-04cdb958e90f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 217 time: 0.1044679 Mar 31 15:54:37.220940 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-9b5887da-b493-4004-b530-2a6a40d71c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0 HTTP/1.1" status: 200 len: 217 time: 0.1277559 Mar 31 15:54:37.261950 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-d4ebcfc1-3f3d-4620-8c59-cc4727f6bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.263466 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-d4ebcfc1-3f3d-4620-8c59-cc4727f6bd25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0675499 Mar 31 15:54:37.285241 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a960b-f20e-4013-9b48-fadc8f5009aa req-ec656efd-b171-4baa-b479-7b50de5d25c3 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.285241 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-547a960b-f20e-4013-9b48-fadc8f5009aa req-ec656efd-b171-4baa-b479-7b50de5d25c3 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.1901472 Mar 31 15:54:37.395536 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-547a960b-f20e-4013-9b48-fadc8f5009aa req-e6d19765-4227-4f01-b5ee-acefe4617065 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046131 Mar 31 15:54:37.582711 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-627db292-62ad-4c8d-87d2-9ad5a677e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.585008 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-627db292-62ad-4c8d-87d2-9ad5a677e1f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762682 Mar 31 15:54:37.618184 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eac7c-170c-488d-a722-5f20804552ad req-00d54cfa-caca-4193-92d0-3f8e7a15862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.621593 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-00d54cfa-caca-4193-92d0-3f8e7a15862e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.1117790 Mar 31 15:54:37.716326 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eac7c-170c-488d-a722-5f20804552ad req-c97daaeb-1a7c-4827-80b7-74e11f4bcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.718241 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-c97daaeb-1a7c-4827-80b7-74e11f4bcf84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879588 Mar 31 15:54:37.842027 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-7b35f969-1124-4854-8627-d980ed964cdd service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160567 Mar 31 15:54:37.915886 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a5777871-2bb6-49ee-9bea-33fdd7ca6dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:37.932257 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de33be-d5e3-4cd6-b198-2f92dd51b9e2 req-3c80b931-1179-451e-8355-91fe0094ff6d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.933672 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9de33be-d5e3-4cd6-b198-2f92dd51b9e2 req-3c80b931-1179-451e-8355-91fe0094ff6d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.2886405 Mar 31 15:54:37.938306 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-93703add-1728-4baa-a98d-4629ed8419cf service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448291 Mar 31 15:54:37.988174 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7eac7c-170c-488d-a722-5f20804552ad req-223357ec-6df2-48ce-b078-cf08fa956e30 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385210 Mar 31 15:54:38.081482 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9de33be-d5e3-4cd6-b198-2f92dd51b9e2 req-2cc75d0b-5b51-4bda-9cf9-24eb5830fdf0 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389384 Mar 31 15:54:38.097232 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55742) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:38.165243 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83d72f40-e041-47bf-bb7a-8dc5006c70a1 req-b2748d24-b0a9-47f0-a903-74fb76b3adaa service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918919 Mar 31 15:54:38.256873 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779be08-0fcb-42df-b1dc-f4d621e46c5d req-e2b6b3fa-446c-44c2-a1ae-7da118c3b111 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:38.258452 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5779be08-0fcb-42df-b1dc-f4d621e46c5d req-e2b6b3fa-446c-44c2-a1ae-7da118c3b111 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 0.0618358 Mar 31 15:54:38.317752 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5779be08-0fcb-42df-b1dc-f4d621e46c5d req-c84d8118-9a25-4798-b1fe-3b01e20d8596 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527964 Mar 31 15:54:38.442635 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7acf680e-ba60-4349-9624-b6d128972131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:38.590197 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821354e-00db-4847-9823-5189208a309b req-f005eff9-9480-46ae-b304-1fbba52dd5b9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:38.605777 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c821354e-00db-4847-9823-5189208a309b req-f005eff9-9480-46ae-b304-1fbba52dd5b9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.1040030 Mar 31 15:54:38.618454 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7acf680e-ba60-4349-9624-b6d128972131 admin admin] Publish callbacks [] for security_group (1aedc5da-b5cd-4793-a940-14e075584a08), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:38.675725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7acf680e-ba60-4349-9624-b6d128972131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1aedc5da-b5cd-4793-a940-14e075584a08), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:38.728670 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf680e-ba60-4349-9624-b6d128972131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aedc5da-b5cd-4793-a940-14e075584a08,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:38.734150 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c821354e-00db-4847-9823-5189208a309b req-ff6ce665-c548-47c0-b8a1-ec3f755516ef tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231525 Mar 31 15:54:38.766642 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7acf680e-ba60-4349-9624-b6d128972131 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a250b3376d845e8910eccd76d220b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671474 Mar 31 15:54:38.771135 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55760) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:38.793370 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55762) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:38.861601 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36911682-0434-464b-9b10-4f59e91eef98 admin admin] Publish callbacks [] for security_group (1aedc5da-b5cd-4793-a940-14e075584a08), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:38.908666 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36911682-0434-464b-9b10-4f59e91eef98 admin admin] Publish callbacks [] for security_group (1aedc5da-b5cd-4793-a940-14e075584a08), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.103650 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36911682-0434-464b-9b10-4f59e91eef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1aedc5da-b5cd-4793-a940-14e075584a08), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.105846 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-36911682-0434-464b-9b10-4f59e91eef98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.108791 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-36911682-0434-464b-9b10-4f59e91eef98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1aedc5da-b5cd-4793-a940-14e075584a08 HTTP/1.1" status: 204 len: 168 time: 0.3365960 Mar 31 15:54:39.110509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-405ec607-ade6-46d8-a3fb-ed38ca900a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.126071 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36911682-0434-464b-9b10-4f59e91eef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aedc5da-b5cd-4793-a940-14e075584a08,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:39.299704 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-405ec607-ade6-46d8-a3fb-ed38ca900a80 admin admin] Publish callbacks [] for security_group (a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.343809 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121a2a-fcb6-453d-8a66-dedb83b8137b req-f8ad4a13-23cf-449e-8643-3fe5f1458558 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:39.347473 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5121a2a-fcb6-453d-8a66-dedb83b8137b req-f8ad4a13-23cf-449e-8643-3fe5f1458558 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.1001287 Mar 31 15:54:39.375561 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-405ec607-ade6-46d8-a3fb-ed38ca900a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.476509 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-405ec607-ade6-46d8-a3fb-ed38ca900a80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e5d77243a874ebe890cb3ae66a55f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6809185 Mar 31 15:54:39.482139 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55784) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:39.492649 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5121a2a-fcb6-453d-8a66-dedb83b8137b req-d4d39c50-0c7d-40e8-9141-a655c6969ca1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399004 Mar 31 15:54:39.494008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ec607-ade6-46d8-a3fb-ed38ca900a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:39.523786 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28adc2-1241-4df7-b1f3-96b372945abb req-83730139-23b4-4819-8f22-18a144e65c8c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:39.525421 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d28adc2-1241-4df7-b1f3-96b372945abb req-83730139-23b4-4819-8f22-18a144e65c8c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 0.1211317 Mar 31 15:54:39.595855 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-571d64c0-7e4b-4c2e-8534-ee176e344196 admin admin] Publish callbacks [] for security_group (a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.612030 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d28adc2-1241-4df7-b1f3-96b372945abb req-f935fe90-10d2-4edd-81de-e7b7e9200944 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777898 Mar 31 15:54:39.630354 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-571d64c0-7e4b-4c2e-8534-ee176e344196 admin admin] Publish callbacks [] for security_group (a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.779096 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-571d64c0-7e4b-4c2e-8534-ee176e344196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.783507 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-571d64c0-7e4b-4c2e-8534-ee176e344196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.789772 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-571d64c0-7e4b-4c2e-8534-ee176e344196 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6 HTTP/1.1" status: 204 len: 168 time: 0.3000045 Mar 31 15:54:39.794820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d64c0-7e4b-4c2e-8534-ee176e344196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d7b43b-50c3-4e06-98f2-0e3e584c1cb6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:39.964202 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b9772-9bdd-4873-9112-91223a334716 req-ae2e9255-05ec-4d70-8969-21548c675fb5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:39.965842 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-df8b9772-9bdd-4873-9112-91223a334716 req-ae2e9255-05ec-4d70-8969-21548c675fb5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.0816939 Mar 31 15:54:40.043871 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-df8b9772-9bdd-4873-9112-91223a334716 req-5af4dad8-987b-40f6-995f-4fea67229dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651193 Mar 31 15:54:40.413070 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:54:40.566451 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,segment=NetworkSegment(1d815883-5ad9-44a7-8d18-f3efb9f1f34a),segment_id=1d815883-5ad9-44a7-8d18-f3efb9f1f34a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:40.585138 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5', 'network_id': 'e4aa361c-e7b9-4138-ac47-2190192f0a08', 'port_id': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5', 'mac_address': 'fa:16:3e:13:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae546c5-d76f-4616-9187-4799d7265194', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:54:40.630956 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:40.631328 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:40.647202 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:40.711612 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,segment=NetworkSegment(1d815883-5ad9-44a7-8d18-f3efb9f1f34a),segment_id=1d815883-5ad9-44a7-8d18-f3efb9f1f34a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:40.760368 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554c5bb-11f7-462b-8ef6-2dd5f33c0234 req-241a3d29-82b2-4aaf-a4a5-c57b5777b372 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.773996 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1554c5bb-11f7-462b-8ef6-2dd5f33c0234 req-241a3d29-82b2-4aaf-a4a5-c57b5777b372 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 943 time: 0.1304798 Mar 31 15:54:40.786262 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:40.787113 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 36fd54bc-68f5-4115-9991-b1589bc3237d details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:54:40.804529 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ad617-556b-4494-a04c-2857a3852a1f req-2b94fccc-0c8e-4f6c-8741-de17ddf6dd37 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.808866 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e41ad617-556b-4494-a04c-2857a3852a1f req-2b94fccc-0c8e-4f6c-8741-de17ddf6dd37 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 943 time: 0.0744293 Mar 31 15:54:40.857475 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1554c5bb-11f7-462b-8ef6-2dd5f33c0234 req-257205f6-56ad-4765-97d4-07807700f3f9 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815272 Mar 31 15:54:40.905559 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e41ad617-556b-4494-a04c-2857a3852a1f req-d5da71b4-53d3-4eaf-9395-d7b767143428 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879164 Mar 31 15:54:40.964023 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:40.983528 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 36fd54bc-68f5-4115-9991-b1589bc3237d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=36fd54bc-68f5-4115-9991-b1589bc3237d,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:40.997392 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '36fd54bc-68f5-4115-9991-b1589bc3237d', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'port_id': '36fd54bc-68f5-4115-9991-b1589bc3237d', 'mac_address': 'fa:16:3e:d0:7e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:54:41.190943 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5626bc11-8218-4873-a1c1-46a56934b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.191105 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 36fd54bc-68f5-4115-9991-b1589bc3237d is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:41.191480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.208279 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde6b35-3e1c-4a8f-ab3b-3af001ee5fe6 req-4bffc6e0-1d95-4f74-9c0f-f6d052d40135 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:41.209761 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fd54bc-68f5-4115-9991-b1589bc3237d {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:41.210972 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fde6b35-3e1c-4a8f-ab3b-3af001ee5fe6 req-4bffc6e0-1d95-4f74-9c0f-f6d052d40135 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.0815217 Mar 31 15:54:41.250822 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 36fd54bc-68f5-4115-9991-b1589bc3237d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=36fd54bc-68f5-4115-9991-b1589bc3237d,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:41.258038 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 55834) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:41.275452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-794623e4-673a-400e-981c-fd44ada8f2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.311506 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fde6b35-3e1c-4a8f-ab3b-3af001ee5fe6 req-ed3ca7eb-dc13-41df-9cb3-64aa5342f4c6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921345 Mar 31 15:54:41.368048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.368048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:54:41.425652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-794623e4-673a-400e-981c-fd44ada8f2cf admin admin] Publish callbacks [] for security_group (ad3f3c37-c9a4-41b6-b2ef-f60942457ed1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.550341 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-794623e4-673a-400e-981c-fd44ada8f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ad3f3c37-c9a4-41b6-b2ef-f60942457ed1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.609872 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-794623e4-673a-400e-981c-fd44ada8f2cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a77f43ddc5442519a241ea85b760fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506401 Mar 31 15:54:41.613755 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794623e4-673a-400e-981c-fd44ada8f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f3c37-c9a4-41b6-b2ef-f60942457ed1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:41.614499 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 55844) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:41.658893 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:41.705376 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:54:41.716224 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=36fd54bc-68f5-4115-9991-b1589bc3237d,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:41.718217 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-158c8304-6dbe-4f86-9aa5-27aa41aeaa15 admin admin] Publish callbacks [] for security_group (ad3f3c37-c9a4-41b6-b2ef-f60942457ed1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.779182 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-158c8304-6dbe-4f86-9aa5-27aa41aeaa15 admin admin] Publish callbacks [] for security_group (ad3f3c37-c9a4-41b6-b2ef-f60942457ed1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.793061 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:41.793702 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.819385 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:41.870040 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:41.945030 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-158c8304-6dbe-4f86-9aa5-27aa41aeaa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ad3f3c37-c9a4-41b6-b2ef-f60942457ed1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.948434 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.948434 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 9535ab80-7ec9-4feb-b317-e437fcd403c0 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:54:41.948769 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-158c8304-6dbe-4f86-9aa5-27aa41aeaa15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.950301 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-158c8304-6dbe-4f86-9aa5-27aa41aeaa15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad3f3c37-c9a4-41b6-b2ef-f60942457ed1 HTTP/1.1" status: 204 len: 168 time: 0.3331852 Mar 31 15:54:41.981498 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c8304-6dbe-4f86-9aa5-27aa41aeaa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f3c37-c9a4-41b6-b2ef-f60942457ed1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:42.162435 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:42.179621 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c3006-77bd-4c05-ae33-d195c57844ae req-502dba89-8449-47b2-9a02-28a81a24de97 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:42.190076 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a0c3006-77bd-4c05-ae33-d195c57844ae req-502dba89-8449-47b2-9a02-28a81a24de97 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1486752 Mar 31 15:54:42.195655 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 9535ab80-7ec9-4feb-b317-e437fcd403c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:42.197410 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df11fa1-fdd3-4d4a-93cf-84c4aa8760a0 req-e26438a8-4fb2-4013-b056-063464258e95 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:42.215737 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0df11fa1-fdd3-4d4a-93cf-84c4aa8760a0 req-e26438a8-4fb2-4013-b056-063464258e95 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.2421937 Mar 31 15:54:42.268567 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '9535ab80-7ec9-4feb-b317-e437fcd403c0', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'port_id': '9535ab80-7ec9-4feb-b317-e437fcd403c0', 'mac_address': 'fa:16:3e:f7:72:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:54:42.291654 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a0c3006-77bd-4c05-ae33-d195c57844ae req-2d69e6ab-3045-4915-9515-3f5c63382103 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995970 Mar 31 15:54:42.337191 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0df11fa1-fdd3-4d4a-93cf-84c4aa8760a0 req-f8bb2738-d459-4432-98a0-fb73a5ac50ba tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178579 Mar 31 15:54:42.402760 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 9535ab80-7ec9-4feb-b317-e437fcd403c0 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:42.403718 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:42.441744 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9535ab80-7ec9-4feb-b317-e437fcd403c0 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:42.476019 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 9535ab80-7ec9-4feb-b317-e437fcd403c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:42.571449 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77ec7-d9dc-44ab-be88-fae38614433c req-15518ddf-1270-45e9-b7c2-b85cb506cb56 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:42.573119 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7a77ec7-d9dc-44ab-be88-fae38614433c req-15518ddf-1270-45e9-b7c2-b85cb506cb56 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 944 time: 0.0802720 Mar 31 15:54:42.631211 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7a77ec7-d9dc-44ab-be88-fae38614433c req-75a378e2-0d5c-40ce-904a-5770132cc393 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Mar 31 15:54:43.283052 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:43.367612 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=9535ab80-7ec9-4feb-b317-e437fcd403c0,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:43.607527 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5725e89-edfb-46ed-9089-cb555ea2f3dc req-d889d465-77f0-4e72-941d-f8badc75bee1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.613763 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe684ba8-9a6d-4fb2-a531-5d6777f658a8 req-d1d97dae-02cf-4d03-ae78-4d7e86022730 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.622504 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e5725e89-edfb-46ed-9089-cb555ea2f3dc req-d889d465-77f0-4e72-941d-f8badc75bee1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.1178176 Mar 31 15:54:43.632285 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe684ba8-9a6d-4fb2-a531-5d6777f658a8 req-d1d97dae-02cf-4d03-ae78-4d7e86022730 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1789286 Mar 31 15:54:43.757471 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:43.793086 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe684ba8-9a6d-4fb2-a531-5d6777f658a8 req-cd35c2be-18c4-4c87-b042-df525b779880 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577613 Mar 31 15:54:43.793305 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e5725e89-edfb-46ed-9089-cb555ea2f3dc req-40a3d697-6c94-4783-8bae-3029c66afa3a tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655016 Mar 31 15:54:43.920503 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['7715188f-5f7c-410f-bdb2-3aaeef9c53e5'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:54:43.991041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634befd-0cae-45bd-a33c-48df31d5f54c req-1c126aad-8065-4c87-92c0-83da357f338b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.995685 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['36fd54bc-68f5-4115-9991-b1589bc3237d'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:54:43.999415 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d634befd-0cae-45bd-a33c-48df31d5f54c req-1c126aad-8065-4c87-92c0-83da357f338b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.0827434 Mar 31 15:54:44.005415 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:54:44.008166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['9535ab80-7ec9-4feb-b317-e437fcd403c0'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:54:44.186174 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d634befd-0cae-45bd-a33c-48df31d5f54c req-a7ca144e-3c02-4a53-9525-7663a862052d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726420 Mar 31 15:54:44.893628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:45.009249 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb86735-1645-4664-be89-96da529a442f req-2cc37d89-776e-4707-9c8e-d6238fea933f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.012392 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6cb86735-1645-4664-be89-96da529a442f req-2cc37d89-776e-4707-9c8e-d6238fea933f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.0854733 Mar 31 15:54:45.043307 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25bb9-b31d-4d78-9b4a-97f1e2065351 req-6bb78be0-ec62-47bc-a971-954d678f4095 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.050046 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f7c25bb9-b31d-4d78-9b4a-97f1e2065351 req-6bb78be0-ec62-47bc-a971-954d678f4095 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.0821450 Mar 31 15:54:45.120897 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f7c25bb9-b31d-4d78-9b4a-97f1e2065351 req-73db15dc-92c4-4939-bbbb-a45f6aa2502c tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Mar 31 15:54:45.126122 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6cb86735-1645-4664-be89-96da529a442f req-7976f21c-4155-4d4e-b80f-28cd7e167311 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036861 Mar 31 15:54:45.333826 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33fb71-e9d2-42b8-8c0b-58937a1215cc req-1836d9a3-9241-418d-af5e-9855a7392a4d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.335724 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6b33fb71-e9d2-42b8-8c0b-58937a1215cc req-1836d9a3-9241-418d-af5e-9855a7392a4d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.0607502 Mar 31 15:54:45.391042 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6b33fb71-e9d2-42b8-8c0b-58937a1215cc req-fc320b23-d111-4ece-92aa-f8fe6b840f9a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Mar 31 15:54:46.295356 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5268fe-578e-4cc8-a0ee-abf3f5f4cdf0 req-00a0c15c-65ae-4af0-80a6-b88815c0ce99 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:46.298990 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b5268fe-578e-4cc8-a0ee-abf3f5f4cdf0 req-00a0c15c-65ae-4af0-80a6-b88815c0ce99 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.0906587 Mar 31 15:54:46.329265 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc35d-41f5-4847-8e04-af256548267d req-78aa6f38-317b-4c2d-9589-9382c3d13206 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:46.334906 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-38edc35d-41f5-4847-8e04-af256548267d req-78aa6f38-317b-4c2d-9589-9382c3d13206 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.0878296 Mar 31 15:54:46.387857 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b5268fe-578e-4cc8-a0ee-abf3f5f4cdf0 req-1c7aae77-bac6-47de-847e-58112906e2d0 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789843 Mar 31 15:54:46.393624 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-38edc35d-41f5-4847-8e04-af256548267d req-773748e7-1300-41ac-ac35-28f56814415b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543964 Mar 31 15:54:46.431288 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:46.546037 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798a22a-dd77-4f56-93a5-082fa9c8e84f req-9e3402ea-ae2f-4590-a755-f328adc89652 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:46.547683 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8798a22a-dd77-4f56-93a5-082fa9c8e84f req-9e3402ea-ae2f-4590-a755-f328adc89652 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.0655229 Mar 31 15:54:46.621723 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8798a22a-dd77-4f56-93a5-082fa9c8e84f req-fb75bc1f-19ae-47c4-a3ef-b427d2ff843e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Mar 31 15:54:47.595925 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa52177-0a0d-4d10-8e90-79d0e504e0bc req-bd6bad3a-748e-4016-b296-bc9e531bfc9d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:47.598432 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4fa52177-0a0d-4d10-8e90-79d0e504e0bc req-bd6bad3a-748e-4016-b296-bc9e531bfc9d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1036992 Mar 31 15:54:47.616977 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b83fc4-baf2-45b1-9033-fbb0bd710fbc req-5441aa25-6c5b-4c1e-8dc7-cfd73f69ae93 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:47.620074 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9b83fc4-baf2-45b1-9033-fbb0bd710fbc req-5441aa25-6c5b-4c1e-8dc7-cfd73f69ae93 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.0971050 Mar 31 15:54:47.692060 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4fa52177-0a0d-4d10-8e90-79d0e504e0bc req-7faffbaa-894c-4888-bf5a-ba370f20b2d3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840757 Mar 31 15:54:47.742418 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9b83fc4-baf2-45b1-9033-fbb0bd710fbc req-f50bae43-2669-4450-933a-600e577075fa tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064122 Mar 31 15:54:48.063427 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25484f-58c5-44e5-85c8-c7d63f9f1e14 req-88903eea-290e-4a5f-94cf-0a760c0d0a57 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:48.065782 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b25484f-58c5-44e5-85c8-c7d63f9f1e14 req-88903eea-290e-4a5f-94cf-0a760c0d0a57 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.2936535 Mar 31 15:54:48.135188 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b25484f-58c5-44e5-85c8-c7d63f9f1e14 req-986f284c-7086-42d2-9011-7225939de525 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631919 Mar 31 15:54:48.834119 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca9dc-df16-4e86-a3b2-cba064fca2e8 req-188d4c64-6557-4d5c-ba0e-c93cc8efd870 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:48.835802 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7eca9dc-df16-4e86-a3b2-cba064fca2e8 req-188d4c64-6557-4d5c-ba0e-c93cc8efd870 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.0666478 Mar 31 15:54:48.905977 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7eca9dc-df16-4e86-a3b2-cba064fca2e8 req-9739d8e1-1fd0-476f-bce3-48e82636c66e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611520 Mar 31 15:54:48.912078 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186a9d-fe20-4753-bab0-cd42940820bf req-3f8803dd-1382-49c2-a5df-73748ad1295e tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:48.913706 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73186a9d-fe20-4753-bab0-cd42940820bf req-3f8803dd-1382-49c2-a5df-73748ad1295e tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.0767481 Mar 31 15:54:48.983401 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73186a9d-fe20-4753-bab0-cd42940820bf req-356dfc93-0e75-4805-b839-28b8dba47696 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595851 Mar 31 15:54:49.283552 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:49.327253 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abe3e2-4f99-4e04-b24c-95d42e9401ff req-355a5a85-dd7c-49a7-a961-03d82a3018cd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:49.330336 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59abe3e2-4f99-4e04-b24c-95d42e9401ff req-355a5a85-dd7c-49a7-a961-03d82a3018cd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.0927160 Mar 31 15:54:49.397076 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59abe3e2-4f99-4e04-b24c-95d42e9401ff req-f6d0ca77-ae02-4ac8-8a35-eae80285e999 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562160 Mar 31 15:54:49.856437 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56072) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:49.997693 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a302133c-68c1-483b-8eab-24447b502129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.104406 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cca74-2e10-494e-abd2-61145ca1dd28 req-460d4de8-c622-4c89-bb27-e244ddb59b8e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:50.111835 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d29cca74-2e10-494e-abd2-61145ca1dd28 req-460d4de8-c622-4c89-bb27-e244ddb59b8e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1097779 Mar 31 15:54:50.170267 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066fa19-7873-4d5c-bb4d-b05ba03c8062 req-b01c79f9-d8dd-42dc-b024-54b61727a926 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:50.172042 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7066fa19-7873-4d5c-bb4d-b05ba03c8062 req-b01c79f9-d8dd-42dc-b024-54b61727a926 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.1103230 Mar 31 15:54:50.175025 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a302133c-68c1-483b-8eab-24447b502129 admin admin] Publish callbacks [] for security_group (192a575c-efb8-443e-8256-6b1cd8e890f5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.177484 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d29cca74-2e10-494e-abd2-61145ca1dd28 req-41adc23b-a65f-42c3-a883-aa1931a06b23 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595181 Mar 31 15:54:50.238060 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a302133c-68c1-483b-8eab-24447b502129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (192a575c-efb8-443e-8256-6b1cd8e890f5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.248590 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7066fa19-7873-4d5c-bb4d-b05ba03c8062 req-92e69d24-eb63-4b15-bda6-998e309b3ace tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625114 Mar 31 15:54:50.285598 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a302133c-68c1-483b-8eab-24447b502129 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=392c97434dae47cc8630d371d96b03c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276111 Mar 31 15:54:50.288991 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56086) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:50.297955 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302133c-68c1-483b-8eab-24447b502129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192a575c-efb8-443e-8256-6b1cd8e890f5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:50.352223 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-37a7547b-b867-4807-8c85-356b12798b2d admin admin] Publish callbacks [] for security_group (192a575c-efb8-443e-8256-6b1cd8e890f5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.378861 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-37a7547b-b867-4807-8c85-356b12798b2d admin admin] Publish callbacks [] for security_group (192a575c-efb8-443e-8256-6b1cd8e890f5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.530367 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-37a7547b-b867-4807-8c85-356b12798b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (192a575c-efb8-443e-8256-6b1cd8e890f5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.534026 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-37a7547b-b867-4807-8c85-356b12798b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:50.535325 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-37a7547b-b867-4807-8c85-356b12798b2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/192a575c-efb8-443e-8256-6b1cd8e890f5 HTTP/1.1" status: 204 len: 168 time: 0.2451148 Mar 31 15:54:50.553663 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7547b-b867-4807-8c85-356b12798b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192a575c-efb8-443e-8256-6b1cd8e890f5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:50.605015 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c471-5ad7-4690-af7f-b050443f3073 req-44a91fe2-7d79-404a-8de5-4c5fc674e333 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:50.608386 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7ba2c471-5ad7-4690-af7f-b050443f3073 req-44a91fe2-7d79-404a-8de5-4c5fc674e333 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.1070914 Mar 31 15:54:50.685737 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7ba2c471-5ad7-4690-af7f-b050443f3073 req-da6284b0-fe69-4874-944e-1794b26754a4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663102 Mar 31 15:54:51.379964 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de05418-f229-4744-88df-afc43d4bb8a9 req-a1c495dd-be68-4ce1-b550-885f5488c750 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:51.382440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56114) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:51.382990 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3de05418-f229-4744-88df-afc43d4bb8a9 req-a1c495dd-be68-4ce1-b550-885f5488c750 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1105027 Mar 31 15:54:51.408943 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dfac92f3-984f-41a9-bef6-b96f4607ac42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.454033 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3de05418-f229-4744-88df-afc43d4bb8a9 req-11939b8c-8576-4eec-818c-b6ea1c6582f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532784 Mar 31 15:54:51.505438 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5802-745a-437a-9593-61a9805f65d9 req-70b347b1-c69c-4dc4-b86b-6cd2d6f1ab49 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:51.507134 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-466f5802-745a-437a-9593-61a9805f65d9 req-70b347b1-c69c-4dc4-b86b-6cd2d6f1ab49 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.1170602 Mar 31 15:54:51.560861 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dfac92f3-984f-41a9-bef6-b96f4607ac42 admin admin] Publish callbacks [] for security_group (2d292223-7cfd-495b-bda7-93f33d992810), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.588991 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-466f5802-745a-437a-9593-61a9805f65d9 req-75feab64-f060-4784-8514-8d03e9c9656a tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702975 Mar 31 15:54:51.626844 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dfac92f3-984f-41a9-bef6-b96f4607ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2d292223-7cfd-495b-bda7-93f33d992810), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.675783 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-dfac92f3-984f-41a9-bef6-b96f4607ac42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32777625b4c44747a133be2dda9af311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875388 Mar 31 15:54:51.675783 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac92f3-984f-41a9-bef6-b96f4607ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d292223-7cfd-495b-bda7-93f33d992810,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:51.676045 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56128) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:51.761190 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b49d9c44-e694-45d5-a7f8-c814308a1670 admin admin] Publish callbacks [] for security_group (2d292223-7cfd-495b-bda7-93f33d992810), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.789357 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b49d9c44-e694-45d5-a7f8-c814308a1670 admin admin] Publish callbacks [] for security_group (2d292223-7cfd-495b-bda7-93f33d992810), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.876545 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040cecd-e67d-4013-9e78-6f899845b614 req-9b9794de-0691-4202-93d2-386e6dd2bda8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:51.878192 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c040cecd-e67d-4013-9e78-6f899845b614 req-9b9794de-0691-4202-93d2-386e6dd2bda8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.0814705 Mar 31 15:54:51.938226 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c040cecd-e67d-4013-9e78-6f899845b614 req-4ebdd1c0-0699-4952-bd73-11c6c911ad04 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499790 Mar 31 15:54:51.978460 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b49d9c44-e694-45d5-a7f8-c814308a1670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2d292223-7cfd-495b-bda7-93f33d992810), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.981412 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b49d9c44-e694-45d5-a7f8-c814308a1670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:51.982657 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b49d9c44-e694-45d5-a7f8-c814308a1670 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d292223-7cfd-495b-bda7-93f33d992810 HTTP/1.1" status: 204 len: 168 time: 0.3051455 Mar 31 15:54:51.991189 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d9c44-e694-45d5-a7f8-c814308a1670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d292223-7cfd-495b-bda7-93f33d992810,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:52.379321 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:52.556478 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:54:52.565453 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:52.566468 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:52.733637 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56162) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:52.741560 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:52.742884 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:52.757719 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b13836-8ddc-44bc-81e6-d34e7d666609 req-919976b9-71f9-4f40-a62a-6cc234995a9b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:52.759778 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a8b13836-8ddc-44bc-81e6-d34e7d666609 req-919976b9-71f9-4f40-a62a-6cc234995a9b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1732492 Mar 31 15:54:52.810714 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:52.829266 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a8b13836-8ddc-44bc-81e6-d34e7d666609 req-e853246d-030e-4629-9bb7-bb039c96960c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596898 Mar 31 15:54:52.875993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efd9a-1ccb-4cdd-b08f-3b43833f0e11 req-47720606-1473-4f22-82af-e67c57c2fcdc tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:52.888384 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb7efd9a-1ccb-4cdd-b08f-3b43833f0e11 req-47720606-1473-4f22-82af-e67c57c2fcdc tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 944 time: 0.1123734 Mar 31 15:54:52.918805 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,segment=NetworkSegment(1d815883-5ad9-44a7-8d18-f3efb9f1f34a),segment_id=1d815883-5ad9-44a7-8d18-f3efb9f1f34a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:52.960110 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb7efd9a-1ccb-4cdd-b08f-3b43833f0e11 req-9f8cd9fc-9b7b-4d37-a73e-9868bdc16ea3 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692220 Mar 31 15:54:52.995642 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:52.996194 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 36fd54bc-68f5-4115-9991-b1589bc3237d up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:53.021192 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-197fa1a4-06d0-495c-86ba-15f81d94100c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.088489 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:53.167483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-197fa1a4-06d0-495c-86ba-15f81d94100c admin admin] Publish callbacks [] for security_group (0f36137f-e6b4-4e7e-a344-94085cfc827d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.179647 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01930a-29e2-4c79-a065-f42f33a7c24e req-ad34b605-55ec-4c18-a9e6-06e406758279 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:53.182837 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7f01930a-29e2-4c79-a065-f42f33a7c24e req-ad34b605-55ec-4c18-a9e6-06e406758279 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.1518559 Mar 31 15:54:53.201587 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 36fd54bc-68f5-4115-9991-b1589bc3237d completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:54:53.208389 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 36fd54bc-68f5-4115-9991-b1589bc3237d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:53.209058 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.237393 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-197fa1a4-06d0-495c-86ba-15f81d94100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (0f36137f-e6b4-4e7e-a344-94085cfc827d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.279731 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7f01930a-29e2-4c79-a065-f42f33a7c24e req-024767e0-0a25-4bf0-8ab7-ecc8b1b0a23b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894673 Mar 31 15:54:53.330480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5275b933-4569-4010-a838-624e5868b360" -d '{"events": [{"server_uuid": "8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "7715188f-5f7c-410f-bdb2-3aaeef9c53e5"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:53.339100 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-197fa1a4-06d0-495c-86ba-15f81d94100c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ad1bf93e492444393c15a2600dea33a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018753 Mar 31 15:54:53.342693 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56184) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:53.343968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fa1a4-06d0-495c-86ba-15f81d94100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36137f-e6b4-4e7e-a344-94085cfc827d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:53.402755 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 36fd54bc-68f5-4115-9991-b1589bc3237d is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:53.403879 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.469514 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Publish callbacks [] for security_group (0f36137f-e6b4-4e7e-a344-94085cfc827d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.484261 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 36fd54bc-68f5-4115-9991-b1589bc3237d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=36fd54bc-68f5-4115-9991-b1589bc3237d,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:53.523710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Publish callbacks [] for security_group (0f36137f-e6b4-4e7e-a344-94085cfc827d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.546172 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.547537 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:53.693985 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df98223-9112-4b29-ad14-1b050f338644 x-openstack-request-id: req-8df98223-9112-4b29-ad14-1b050f338644 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:53.694468 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "7715188f-5f7c-410f-bdb2-3aaeef9c53e5", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:53.694903 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8df98223-9112-4b29-ad14-1b050f338644 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:53.695609 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df98223-9112-4b29-ad14-1b050f338644'] response: {'server_uuid': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5', 'code': 200} Mar 31 15:54:53.724877 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=36fd54bc-68f5-4115-9991-b1589bc3237d,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:53.733752 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (0f36137f-e6b4-4e7e-a344-94085cfc827d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.739199 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:53.741131 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f36137f-e6b4-4e7e-a344-94085cfc827d HTTP/1.1" status: 204 len: 168 time: 0.3950434 Mar 31 15:54:53.781636 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36137f-e6b4-4e7e-a344-94085cfc827d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:53.808044 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.809274 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.811045 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.811938 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.813133 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.815059 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.816523 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.818237 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.819627 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.821205 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.821978 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.822757 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.823939 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.825291 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.826903 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe07e3a-8cde-493c-9427-359611e829e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:53.841960 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:54:53.851665 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:53.851665 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.047358 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:54.047996 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.095884 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320110f-7ecc-40ea-8c58-c2ac066560ad req-6a864aa8-1940-4a5f-a96a-25be54179938 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.109425 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a320110f-7ecc-40ea-8c58-c2ac066560ad req-6a864aa8-1940-4a5f-a96a-25be54179938 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 944 time: 0.1176238 Mar 31 15:54:54.119219 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:54.193208 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a320110f-7ecc-40ea-8c58-c2ac066560ad req-d7755136-d2d1-49a5-a9b9-5c491014b7ec tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822456 Mar 31 15:54:54.208022 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00373770-1ea5-4e65-af24-d2486acbec67 req-ea102cd0-f8ab-4113-8a83-7492de2af47d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.214208 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00373770-1ea5-4e65-af24-d2486acbec67 req-ea102cd0-f8ab-4113-8a83-7492de2af47d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.1272039 Mar 31 15:54:54.236380 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.238244 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 9535ab80-7ec9-4feb-b317-e437fcd403c0 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:54:54.569895 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00373770-1ea5-4e65-af24-d2486acbec67 req-8f48705f-103e-4ddd-ac8c-be1be1414989 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438780 Mar 31 15:54:54.575950 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b37256-4da6-4327-aefa-42175a64528e req-fe70af65-318e-4e70-b655-95a2a31ffd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.585253 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30b37256-4da6-4327-aefa-42175a64528e req-fe70af65-318e-4e70-b655-95a2a31ffd83 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 1129 time: 0.3688037 Mar 31 15:54:54.605437 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-30b37256-4da6-4327-aefa-42175a64528e req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.638003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:54.645369 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0bec5-179c-480c-993e-075126f9c880 req-375c329c-8e3d-48b6-abef-edd93966e18f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.655606 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0db0bec5-179c-480c-993e-075126f9c880 req-375c329c-8e3d-48b6-abef-edd93966e18f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 945 time: 0.1202309 Mar 31 15:54:54.714841 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0db0bec5-179c-480c-993e-075126f9c880 req-bc9988b6-81e2-4943-a943-3360328bc4d7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556867 Mar 31 15:54:54.755907 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 9535ab80-7ec9-4feb-b317-e437fcd403c0 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:54:54.759796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-30b37256-4da6-4327-aefa-42175a64528e req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Publish callbacks [] for security_group (c0ee5898-359a-440f-ae23-7891b6af3b1b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.760365 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 9535ab80-7ec9-4feb-b317-e437fcd403c0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:54:54.760651 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.800341 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56218) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:54.810450 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a41f-70f2-43e6-a378-a2805fee41e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.853388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-30b37256-4da6-4327-aefa-42175a64528e req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c0ee5898-359a-440f-ae23-7891b6af3b1b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.880886 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 9535ab80-7ec9-4feb-b317-e437fcd403c0 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:54:54.882499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:54.907633 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30b37256-4da6-4327-aefa-42175a64528e req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197079 Mar 31 15:54:54.908427 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee5898-359a-440f-ae23-7891b6af3b1b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:54.927643 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.933574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.936213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.936213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.936213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.936213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.936741 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9a778-0439-4165-8139-0218b92df2f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:54.984851 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 9535ab80-7ec9-4feb-b317-e437fcd403c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:54.991966 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a41f-70f2-43e6-a378-a2805fee41e0 admin admin] Publish callbacks [] for security_group (f76b770a-e5db-4499-87d1-c8c5930859c6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.093478 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.144917 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a41f-70f2-43e6-a378-a2805fee41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f76b770a-e5db-4499-87d1-c8c5930859c6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.149261 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=9535ab80-7ec9-4feb-b317-e437fcd403c0,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:55.194511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56236) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:55.194823 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8ae4a41f-70f2-43e6-a378-a2805fee41e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ec89181815a415483be3caa39ea4cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996060 Mar 31 15:54:55.196420 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4a41f-70f2-43e6-a378-a2805fee41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76b770a-e5db-4499-87d1-c8c5930859c6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:55.263009 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb436-9db7-4364-ab97-f7c4e972ee01 admin admin] Publish callbacks [] for security_group (f76b770a-e5db-4499-87d1-c8c5930859c6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.299006 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb436-9db7-4364-ab97-f7c4e972ee01 admin admin] Publish callbacks [] for security_group (f76b770a-e5db-4499-87d1-c8c5930859c6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.386747 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cc8d6-fa34-4849-a4d5-57cd1971a1db req-ea2d2e4d-c37c-4f98-a166-3929492b7f4a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.388682 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b46cc8d6-fa34-4849-a4d5-57cd1971a1db req-ea2d2e4d-c37c-4f98-a166-3929492b7f4a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0927343 Mar 31 15:54:55.465911 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b46cc8d6-fa34-4849-a4d5-57cd1971a1db req-960f5e84-9a60-4c9f-8679-910b5f071ae5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657978 Mar 31 15:54:55.561918 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb436-9db7-4364-ab97-f7c4e972ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f76b770a-e5db-4499-87d1-c8c5930859c6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.565512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb436-9db7-4364-ab97-f7c4e972ee01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:55.567006 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c0eb436-9db7-4364-ab97-f7c4e972ee01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f76b770a-e5db-4499-87d1-c8c5930859c6 HTTP/1.1" status: 204 len: 168 time: 0.3710237 Mar 31 15:54:55.582179 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb436-9db7-4364-ab97-f7c4e972ee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76b770a-e5db-4499-87d1-c8c5930859c6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:55.696711 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fd54bc-68f5-4115-9991-b1589bc3237d'}, {'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee'}, {'server_uuid': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9535ab80-7ec9-4feb-b317-e437fcd403c0'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:55.701189 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614421c7-8d5d-4905-ae4a-4460abb00e93" -d '{"events": [{"server_uuid": "e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9", "name": "network-vif-plugged", "status": "completed", "tag": "36fd54bc-68f5-4115-9991-b1589bc3237d"}, {"server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "name": "network-vif-plugged", "status": "completed", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee"}, {"server_uuid": "ade1129b-e27a-4f8d-aa76-a4b1cfebd657", "name": "network-vif-plugged", "status": "completed", "tag": "9535ab80-7ec9-4feb-b317-e437fcd403c0"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:55.778298 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb3eef-5bc8-4745-aabf-6750779b913f req-8a50edd8-40d0-4099-a53c-7b2260d746c0 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.781083 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7afb3eef-5bc8-4745-aabf-6750779b913f req-8a50edd8-40d0-4099-a53c-7b2260d746c0 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.1036689 Mar 31 15:54:55.791164 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc7cf4-c9e8-432e-9ee6-d15319e4c538 x-openstack-request-id: req-2fdc7cf4-c9e8-432e-9ee6-d15319e4c538 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:55.791651 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9", "name": "network-vif-plugged", "status": "completed", "tag": "36fd54bc-68f5-4115-9991-b1589bc3237d", "code": 200}, {"server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "name": "network-vif-plugged", "status": "completed", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee", "code": 200}, {"server_uuid": "ade1129b-e27a-4f8d-aa76-a4b1cfebd657", "name": "network-vif-plugged", "status": "completed", "tag": "9535ab80-7ec9-4feb-b317-e437fcd403c0", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:55.792048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fdc7cf4-c9e8-432e-9ee6-d15319e4c538 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:55.792897 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdc7cf4-c9e8-432e-9ee6-d15319e4c538'] response: {'server_uuid': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fd54bc-68f5-4115-9991-b1589bc3237d', 'code': 200} Mar 31 15:54:55.793590 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdc7cf4-c9e8-432e-9ee6-d15319e4c538'] response: {'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'code': 200} Mar 31 15:54:55.794212 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdc7cf4-c9e8-432e-9ee6-d15319e4c538'] response: {'server_uuid': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9535ab80-7ec9-4feb-b317-e437fcd403c0', 'code': 200} Mar 31 15:54:55.883249 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7afb3eef-5bc8-4745-aabf-6750779b913f req-b145699b-ac38-48ab-87db-ea49716671e1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Mar 31 15:54:55.948523 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572705f-a939-4ff7-80b7-d3cc1c7fe215 req-54e42205-5e28-4b80-9fb2-ac7aa3ddde01 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.950514 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d572705f-a939-4ff7-80b7-d3cc1c7fe215 req-54e42205-5e28-4b80-9fb2-ac7aa3ddde01 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0904202 Mar 31 15:54:56.106943 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d572705f-a939-4ff7-80b7-d3cc1c7fe215 req-518578e7-1aaf-4668-8adb-be3cda88618c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149087 Mar 31 15:54:56.635238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9c60-c4d7-491e-a8f2-68f83f1a78ee req-ff91fbb6-eb14-467b-883c-4596e66b7df4 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:56.636816 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3ee9c60-c4d7-491e-a8f2-68f83f1a78ee req-ff91fbb6-eb14-467b-883c-4596e66b7df4 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0718012 Mar 31 15:54:56.693011 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3ee9c60-c4d7-491e-a8f2-68f83f1a78ee req-810ff448-5cce-4f9b-8418-182c371d805d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Mar 31 15:54:57.116532 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3668445-336f-4615-b0ce-e253339efff3 req-7f290a49-a6cb-44fb-bd10-b4b122e2e82b tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:57.117596 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3668445-336f-4615-b0ce-e253339efff3 req-7f290a49-a6cb-44fb-bd10-b4b122e2e82b tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.1182060 Mar 31 15:54:57.193480 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3668445-336f-4615-b0ce-e253339efff3 req-80d1ce33-aa48-4a9e-a1de-f94dc94657d3 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654845 Mar 31 15:54:57.281407 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ae66-084f-4eea-b23a-e95469ecbdd1 req-3e3cde09-c20f-4830-8181-58ba47cd9f94 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:57.283668 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bad0ae66-084f-4eea-b23a-e95469ecbdd1 req-3e3cde09-c20f-4830-8181-58ba47cd9f94 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0737281 Mar 31 15:54:57.363895 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bad0ae66-084f-4eea-b23a-e95469ecbdd1 req-71e1e37d-fa77-40db-9efd-de38f352abfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 Mar 31 15:54:57.832907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341b7b-f37e-4730-9966-74f56f5c2f53 req-bb58b3f1-97c2-442c-88fa-5980c51728ec tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:57.834591 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd341b7b-f37e-4730-9966-74f56f5c2f53 req-bb58b3f1-97c2-442c-88fa-5980c51728ec tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0577824 Mar 31 15:54:57.896072 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd341b7b-f37e-4730-9966-74f56f5c2f53 req-74b8e10c-e700-4ad1-ad05-49bed3929b54 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Mar 31 15:54:58.358098 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7e6a4-8028-448f-ba3b-928482c55d68 req-0d61142d-3ab5-4440-ab14-427b6d308c53 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.360295 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fee7e6a4-8028-448f-ba3b-928482c55d68 req-0d61142d-3ab5-4440-ab14-427b6d308c53 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0693393 Mar 31 15:54:58.429157 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fee7e6a4-8028-448f-ba3b-928482c55d68 req-6a46b769-52f2-4cb6-a389-5bff2abf54fa tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609188 Mar 31 15:54:58.545794 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4eaa-2daa-4d50-b6e2-73df38c0ad92 req-27279483-6a34-47b2-b28b-3be26e73bcf7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.548537 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfe4eaa-2daa-4d50-b6e2-73df38c0ad92 req-27279483-6a34-47b2-b28b-3be26e73bcf7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0597324 Mar 31 15:54:58.612185 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfe4eaa-2daa-4d50-b6e2-73df38c0ad92 req-f443a6a5-fe45-488a-8428-96678d5ea6d7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Mar 31 15:54:59.022494 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dbec4-8830-438e-b58c-f93078130a99 req-5e4136f8-ff2a-4965-bd35-5bb1944848e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.025050 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-508dbec4-8830-438e-b58c-f93078130a99 req-5e4136f8-ff2a-4965-bd35-5bb1944848e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 1129 time: 0.0795200 Mar 31 15:54:59.123221 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-508dbec4-8830-438e-b58c-f93078130a99 req-3f17c9aa-d060-44c9-8ce8-2d5163be5a8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898089 Mar 31 15:54:59.148889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44b17-d8c5-4654-b81c-ae920e62a506 req-fd501761-e57a-4ed9-a4d5-4777e791bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.150819 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0fe44b17-d8c5-4654-b81c-ae920e62a506 req-fd501761-e57a-4ed9-a4d5-4777e791bbb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1129 time: 0.1828518 Mar 31 15:54:59.159265 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38592ffb-dcf5-4824-9cee-963affbba356 req-343fca60-fd45-4b67-996c-d4c3b732db1f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.161096 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-38592ffb-dcf5-4824-9cee-963affbba356 req-343fca60-fd45-4b67-996c-d4c3b732db1f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.1201453 Mar 31 15:54:59.163667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134566-5b8e-43ab-9dc4-2847664856f1 req-9fd7564f-1e08-4228-b800-cae9b4f9e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.165371 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81134566-5b8e-43ab-9dc4-2847664856f1 req-9fd7564f-1e08-4228-b800-cae9b4f9e3bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 1130 time: 0.2098210 Mar 31 15:54:59.223836 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-38592ffb-dcf5-4824-9cee-963affbba356 req-46874224-cb23-4c9d-8f1d-07a5cfdb0006 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497341 Mar 31 15:54:59.577490 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9009f8-8e32-4020-8354-c7ee34d2d0bb req-4a9f55f9-edd8-4f55-85e4-c559c6988897 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.579126 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c9009f8-8e32-4020-8354-c7ee34d2d0bb req-4a9f55f9-edd8-4f55-85e4-c559c6988897 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0620222 Mar 31 15:54:59.633228 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c9009f8-8e32-4020-8354-c7ee34d2d0bb req-403db2d6-627f-4fa3-bf1d-24e4636935e5 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475187 Mar 31 15:54:59.749999 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c709-edab-47cd-b882-8eaac4bd5b3b req-19453993-fe40-409d-bfb3-7faec5b58fa6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.755020 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a99c709-edab-47cd-b882-8eaac4bd5b3b req-19453993-fe40-409d-bfb3-7faec5b58fa6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0592701 Mar 31 15:54:59.815465 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a99c709-edab-47cd-b882-8eaac4bd5b3b req-a0a6ebad-0764-4060-b18f-ac53f5c2e274 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Mar 31 15:55:00.377622 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7fee-cdb1-41ba-8252-c91c9c89f7a0 req-951e901d-a1cd-4387-b5da-e38ff9ca8a4f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:00.379154 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-666e7fee-cdb1-41ba-8252-c91c9c89f7a0 req-951e901d-a1cd-4387-b5da-e38ff9ca8a4f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0771008 Mar 31 15:55:00.439734 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-666e7fee-cdb1-41ba-8252-c91c9c89f7a0 req-569cd44f-6c3f-468d-b84e-edffc38f0ebb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527356 Mar 31 15:55:00.797853 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb0253-9fcc-4578-8165-9771966c2ba2 req-b0bb376b-0ae7-428c-94e9-9afb5773c087 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:00.799601 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cffb0253-9fcc-4578-8165-9771966c2ba2 req-b0bb376b-0ae7-428c-94e9-9afb5773c087 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0651925 Mar 31 15:55:00.859173 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cffb0253-9fcc-4578-8165-9771966c2ba2 req-a8b48388-cbf7-4d44-be96-f1cf2eb56a1d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Mar 31 15:55:00.998047 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462ef9-6ab6-451a-88f6-153768ee6e14 req-3b0a086f-54e4-4090-9c31-37f32f0e7444 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:01.000745 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d1462ef9-6ab6-451a-88f6-153768ee6e14 req-3b0a086f-54e4-4090-9c31-37f32f0e7444 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0702701 Mar 31 15:55:01.070847 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d1462ef9-6ab6-451a-88f6-153768ee6e14 req-4fcc546a-ee55-41b5-914b-0b36697a2103 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621481 Mar 31 15:55:01.588159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb3a3-01ff-4c24-81fa-4fca49465d6e req-ad0ff076-29fb-416c-a60b-39871df12351 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:01.589838 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bcefb3a3-01ff-4c24-81fa-4fca49465d6e req-ad0ff076-29fb-416c-a60b-39871df12351 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0612879 Mar 31 15:55:01.646168 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bcefb3a3-01ff-4c24-81fa-4fca49465d6e req-c3c96539-b4fb-4996-bded-5685e0abc3c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460410 Mar 31 15:55:01.952130 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0fe44b17-d8c5-4654-b81c-ae920e62a506 req-400301c0-33d8-4188-b75e-2a61478eec9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866759 Mar 31 15:55:01.955145 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81134566-5b8e-43ab-9dc4-2847664856f1 req-766cefea-0b0b-4d11-9603-13a3db07b576 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884602 Mar 31 15:55:02.039415 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8ec0-b529-4dcc-911c-47d336e572f3 req-e6ab946f-242c-42e9-b38d-d66aeac0d2de tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:02.041380 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fabe8ec0-b529-4dcc-911c-47d336e572f3 req-e6ab946f-242c-42e9-b38d-d66aeac0d2de tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0905786 Mar 31 15:55:02.102052 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fabe8ec0-b529-4dcc-911c-47d336e572f3 req-a202ff0c-b50a-451c-92bd-8e95637894c4 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545297 Mar 31 15:55:02.212082 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70177218-4dfa-450f-9185-eb43cfb799b5 req-37007808-7689-4a4c-8540-1148d17c1931 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:02.213693 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70177218-4dfa-450f-9185-eb43cfb799b5 req-37007808-7689-4a4c-8540-1148d17c1931 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0576084 Mar 31 15:55:02.270989 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70177218-4dfa-450f-9185-eb43cfb799b5 req-1a7d4251-1f95-48ea-af79-b98f277d0de1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Mar 31 15:55:02.772852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92783e-f041-4f79-89f8-b86874545eb2 req-1924c2c8-0b9e-4d22-b703-81a798c3ec52 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:02.774318 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bc92783e-f041-4f79-89f8-b86874545eb2 req-1924c2c8-0b9e-4d22-b703-81a798c3ec52 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0542653 Mar 31 15:55:02.824984 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bc92783e-f041-4f79-89f8-b86874545eb2 req-d3001fdd-b4de-412f-968f-bda5070e0dad tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Mar 31 15:55:03.260156 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0372c7-eacd-4bfb-a743-0c309703d473 req-40769d10-9726-4858-a0ea-806ab29c9b19 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:03.261787 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6c0372c7-eacd-4bfb-a743-0c309703d473 req-40769d10-9726-4858-a0ea-806ab29c9b19 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0578575 Mar 31 15:55:03.325612 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6c0372c7-eacd-4bfb-a743-0c309703d473 req-4077f751-61bc-4299-9677-8e952cf723d0 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568285 Mar 31 15:55:03.428547 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7688b33-b5a5-4a3f-a10d-edcf32a7e618 req-7db0c418-7e16-45e7-bf38-6b83597bb799 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:03.430175 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7688b33-b5a5-4a3f-a10d-edcf32a7e618 req-7db0c418-7e16-45e7-bf38-6b83597bb799 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0741189 Mar 31 15:55:03.490236 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7688b33-b5a5-4a3f-a10d-edcf32a7e618 req-40ea4c84-a6af-4f6b-8794-891bb0125cce tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539997 Mar 31 15:55:03.956729 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21494bbd-911d-47a6-bba7-4766e593b71d req-ddf980d1-9e74-4b98-a2b7-9b7c588e81e8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:03.958329 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-21494bbd-911d-47a6-bba7-4766e593b71d req-ddf980d1-9e74-4b98-a2b7-9b7c588e81e8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0599496 Mar 31 15:55:04.014129 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-21494bbd-911d-47a6-bba7-4766e593b71d req-507ff12f-9669-4b96-b84e-54efdcf46592 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492458 Mar 31 15:55:04.501800 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ba1-fa8a-4e34-967e-0f4efd65cbe4 req-137921e7-e660-4350-9f8f-98dac8865fb1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:04.504469 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bc286ba1-fa8a-4e34-967e-0f4efd65cbe4 req-137921e7-e660-4350-9f8f-98dac8865fb1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0991516 Mar 31 15:55:04.574395 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bc286ba1-fa8a-4e34-967e-0f4efd65cbe4 req-b8f5402c-6e77-434f-8767-34b17d0805c5 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636983 Mar 31 15:55:04.645430 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78fed-4277-4ba3-8552-21e07f568566 req-9eccf818-de71-4349-9805-e15476d91cb1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:04.647151 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ecc78fed-4277-4ba3-8552-21e07f568566 req-9eccf818-de71-4349-9805-e15476d91cb1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0581424 Mar 31 15:55:04.679748 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:55:04.716555 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ecc78fed-4277-4ba3-8552-21e07f568566 req-a9f1749c-55d4-4e92-ab2b-2b3eec356988 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591850 Mar 31 15:55:05.173644 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789897-11fa-4807-91d1-71c62b45a4dd req-62f92802-5f0a-4436-b5c6-41e1d8557cae tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:05.175695 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f789897-11fa-4807-91d1-71c62b45a4dd req-62f92802-5f0a-4436-b5c6-41e1d8557cae tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0652230 Mar 31 15:55:05.239854 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f789897-11fa-4807-91d1-71c62b45a4dd req-6d8d4e26-5e43-45b6-b1ab-75a319a255df tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535173 Mar 31 15:55:05.751706 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e48e2-6d83-42ed-82c1-e595282a4ac9 req-a0f41139-e718-42fb-82e7-8a72e6198ba7 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:05.754454 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-883e48e2-6d83-42ed-82c1-e595282a4ac9 req-a0f41139-e718-42fb-82e7-8a72e6198ba7 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.1015499 Mar 31 15:55:05.813939 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-883e48e2-6d83-42ed-82c1-e595282a4ac9 req-47712a0f-105c-47d1-a7dc-8e811b946097 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Mar 31 15:55:05.920114 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0277cb-23cc-4679-841b-1bc0e4e28385 req-f5a7e937-ba12-405f-be13-6df2f3a9be43 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:05.923008 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a0277cb-23cc-4679-841b-1bc0e4e28385 req-f5a7e937-ba12-405f-be13-6df2f3a9be43 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0886757 Mar 31 15:55:06.001544 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a0277cb-23cc-4679-841b-1bc0e4e28385 req-212e4ca9-6173-48eb-b2e7-5ba7a27933a5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Mar 31 15:55:06.413577 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c6ca-52e3-4971-9f8b-cbae174b6d34 req-90fc8b5c-caaa-498f-8102-ad1087034b7e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:06.416372 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e6a4c6ca-52e3-4971-9f8b-cbae174b6d34 req-90fc8b5c-caaa-498f-8102-ad1087034b7e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0985980 Mar 31 15:55:06.512355 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e6a4c6ca-52e3-4971-9f8b-cbae174b6d34 req-062f080c-8fba-458f-80be-84735e003ac0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835712 Mar 31 15:55:07.176610 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd035959-326a-487a-b237-7e53a9704fc3 req-e443f1e2-c8a4-4adc-8bd4-bca4a06e78ac tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:07.178205 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bd035959-326a-487a-b237-7e53a9704fc3 req-e443f1e2-c8a4-4adc-8bd4-bca4a06e78ac tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0587547 Mar 31 15:55:07.237197 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bd035959-326a-487a-b237-7e53a9704fc3 req-b7e89a97-c2e9-4c96-b5e7-4e58c6bc4ef1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525303 Mar 31 15:55:07.689604 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019db57-1902-4753-81f3-fd7cdd19da5e req-39eb98ab-5256-4185-bdee-7b7835e26bfb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:07.720773 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b019db57-1902-4753-81f3-fd7cdd19da5e req-39eb98ab-5256-4185-bdee-7b7835e26bfb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.0875609 Mar 31 15:55:07.957445 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b019db57-1902-4753-81f3-fd7cdd19da5e req-c9a258ee-d1d6-4e7b-8dd3-003aae1b8ecc tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526813 Mar 31 15:55:07.973413 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-08bbc3b4-f485-4edf-ae04-cba3545b0785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:08.188637 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-8546f420-a4e5-49cc-86cd-2cc7d061e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.197321 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-8546f420-a4e5-49cc-86cd-2cc7d061e0c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 1130 time: 0.3377163 Mar 31 15:55:08.225889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197889-f069-4dec-b1ea-f870afbb66a0 req-ccc4ae23-1821-4053-a264-428e626d9c89 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.229074 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb197889-f069-4dec-b1ea-f870afbb66a0 req-ccc4ae23-1821-4053-a264-428e626d9c89 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.2483339 Mar 31 15:55:08.401788 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d15485-c897-4674-8747-586d8e2a2f00 req-24f9388d-1961-4ee3-9db0-d7f2af8c244c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.410229 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0d15485-c897-4674-8747-586d8e2a2f00 req-24f9388d-1961-4ee3-9db0-d7f2af8c244c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.2081048 Mar 31 15:55:08.414130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56598) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:08.420610 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb197889-f069-4dec-b1ea-f870afbb66a0 req-14d34bc2-e112-46b1-b07a-01994216c9c8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726794 Mar 31 15:55:08.427160 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:08.455736 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-9a58f36a-5b19-4d46-acc6-bff586191d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.457938 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-9a58f36a-5b19-4d46-acc6-bff586191d6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.2273250 Mar 31 15:55:08.512196 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-46ddd619-e341-470a-a77a-3e2d44f62b92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0 HTTP/1.1" status: 200 len: 217 time: 0.0454569 Mar 31 15:55:08.585778 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (0220e0cf-608c-4368-88a4-83abbcda63e9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:08.594509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-87ecbd6f-5b23-40cf-b44a-29c364176abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.595598 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-87ecbd6f-5b23-40cf-b44a-29c364176abb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0718026 Mar 31 15:55:08.676014 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-9a0648af-eabd-47f4-9994-09be104b24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.677555 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-9a0648af-eabd-47f4-9994-09be104b24b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756238 Mar 31 15:55:08.798009 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-23420672-8c4e-47fb-a805-9e167698c76b service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018472 Mar 31 15:55:09.567336 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.593197 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e4262-2b6a-4d42-aeba-a8cfd37a5c34 req-8ba17aac-8a98-4c38-8449-30a5c5bfc934 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:09.594828 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec4e4262-2b6a-4d42-aeba-a8cfd37a5c34 req-8ba17aac-8a98-4c38-8449-30a5c5bfc934 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0726142 Mar 31 15:55:09.655165 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec4e4262-2b6a-4d42-aeba-a8cfd37a5c34 req-e23b00e2-5848-4993-8815-9e36b9077bea tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Mar 31 15:55:09.664932 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (0220e0cf-608c-4368-88a4-83abbcda63e9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.794618 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a23d72c-8c89-4b94-859f-812e1d1b594d req-6889d156-a631-43ab-99d2-5351f9c8c6c7 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027405 Mar 31 15:55:09.795566 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP 0220e0cf-608c-4368-88a4-83abbcda63e9 associated. External IP: 172.27.1.146, port: e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee. Mar 31 15:55:09.988988 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56624) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:10.057028 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:55:10.154794 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8faaee82-e63a-47f7-9fca-96bab738ee20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.183427 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:55:10.188052 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.201429 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:55:10.215657 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:55:10.216672 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:54:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:10.238570 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2090302c-dab3-4a2c-b081-9494e0eb47fa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "PUT /v2.0/floatingips/0220e0cf-608c-4368-88a4-83abbcda63e9 HTTP/1.1" status: 200 len: 991 time: 1.8090394 Mar 31 15:55:10.238570 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:10.238570 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4d1ce3-e305-49c4-8373-d9744f6e3948" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:10.278937 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd1d14-3e6a-4669-b8ab-d7ff2e127c27 x-openstack-request-id: req-76cd1d14-3e6a-4669-b8ab-d7ff2e127c27 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:10.278937 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:10.278937 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76cd1d14-3e6a-4669-b8ab-d7ff2e127c27 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:10.278937 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cd1d14-3e6a-4669-b8ab-d7ff2e127c27'] response: {'name': 'network-changed', 'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'status': 'completed', 'code': 200} Mar 31 15:55:10.288321 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8faaee82-e63a-47f7-9fca-96bab738ee20 admin admin] Publish callbacks [] for security_group (a1ef48e8-9975-4c75-b8de-394b6cca6dde), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.356131 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8faaee82-e63a-47f7-9fca-96bab738ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a1ef48e8-9975-4c75-b8de-394b6cca6dde), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.399391 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8faaee82-e63a-47f7-9fca-96bab738ee20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a50002fc0da94d09afe91419c9fcd1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092717 Mar 31 15:55:10.400436 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaee82-e63a-47f7-9fca-96bab738ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef48e8-9975-4c75-b8de-394b6cca6dde,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:10.404743 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:10.408816 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:55:10.478779 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7680bead-dc29-4353-829d-c9370a91bc69 admin admin] Publish callbacks [] for security_group (a1ef48e8-9975-4c75-b8de-394b6cca6dde), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.505746 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7680bead-dc29-4353-829d-c9370a91bc69 admin admin] Publish callbacks [] for security_group (a1ef48e8-9975-4c75-b8de-394b6cca6dde), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.601767 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7680bead-dc29-4353-829d-c9370a91bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a1ef48e8-9975-4c75-b8de-394b6cca6dde), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.605948 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7680bead-dc29-4353-829d-c9370a91bc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.611113 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7680bead-dc29-4353-829d-c9370a91bc69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1ef48e8-9975-4c75-b8de-394b6cca6dde HTTP/1.1" status: 204 len: 168 time: 0.2010877 Mar 31 15:55:10.620857 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680bead-dc29-4353-829d-c9370a91bc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef48e8-9975-4c75-b8de-394b6cca6dde,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:10.763180 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:09Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:10.793324 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:55:10.802679 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:55:10.803298 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:54:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:10.827367 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ee854-7d7e-452a-86fa-5bf2407dc4e5 req-2184f2a1-4b25-4f4b-bbf2-5c3e0423696a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:10.829033 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b12ee854-7d7e-452a-86fa-5bf2407dc4e5 req-2184f2a1-4b25-4f4b-bbf2-5c3e0423696a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0683594 Mar 31 15:55:10.897397 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b12ee854-7d7e-452a-86fa-5bf2407dc4e5 req-2f85cf2b-7261-46dd-b576-64d1f928fb8e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606427 Mar 31 15:55:11.013422 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-480b0abb-0ca9-4d23-a41d-eed4e5f825b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.036330 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:55:11.353738 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:09Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:11.406007 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e68d2-e23d-4f21-98fc-cd532914a905 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:09Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:55:11.513164 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56640) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:11.528070 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a29fc6e9-8e11-43b0-a344-a25d523ae12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.638758 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a29fc6e9-8e11-43b0-a344-a25d523ae12c admin admin] Publish callbacks [] for security_group (cb11f477-ba4a-484c-86bd-2f3f85267a3e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.699127 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3972c023-9194-40fb-8f48-ce02ac854a5b None None] New status for floating IP 0220e0cf-608c-4368-88a4-83abbcda63e9: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:55:11.728457 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a29fc6e9-8e11-43b0-a344-a25d523ae12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (cb11f477-ba4a-484c-86bd-2f3f85267a3e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.742894 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-1bcbe783-78b0-47ba-b3f6-8fc3eeec2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:11.745349 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-1bcbe783-78b0-47ba-b3f6-8fc3eeec2206 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 1129 time: 0.0791631 Mar 31 15:55:11.817626 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a29fc6e9-8e11-43b0-a344-a25d523ae12c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bf5353fba354ad9b7acff6b6f7826a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028858 Mar 31 15:55:11.819504 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fc6e9-8e11-43b0-a344-a25d523ae12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11f477-ba4a-484c-86bd-2f3f85267a3e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:11.824126 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56648) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:11.903423 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5e70-0477-4dca-9547-97d2ea4a5eeb admin admin] Publish callbacks [] for security_group (cb11f477-ba4a-484c-86bd-2f3f85267a3e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.935730 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5e70-0477-4dca-9547-97d2ea4a5eeb admin admin] Publish callbacks [] for security_group (cb11f477-ba4a-484c-86bd-2f3f85267a3e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.944997 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-74c6e590-3707-446c-a916-e390fcb3835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:11.955063 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-74c6e590-3707-446c-a916-e390fcb3835f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.1992226 Mar 31 15:55:12.163991 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-8b3f80f7-98a6-4fa6-9e8a-04287761e51e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee HTTP/1.1" status: 200 len: 999 time: 0.1987212 Mar 31 15:55:12.185086 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becc0c0-ea2d-46df-a63a-03ef596aee5b req-0e9a5f0d-a5fa-4a2c-bbed-aaf64a2ef24c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:12.186778 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4becc0c0-ea2d-46df-a63a-03ef596aee5b req-0e9a5f0d-a5fa-4a2c-bbed-aaf64a2ef24c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1229796 Mar 31 15:55:12.196516 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5e70-0477-4dca-9547-97d2ea4a5eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (cb11f477-ba4a-484c-86bd-2f3f85267a3e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:12.201980 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5e70-0477-4dca-9547-97d2ea4a5eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:12.201980 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d9bb5e70-0477-4dca-9547-97d2ea4a5eeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb11f477-ba4a-484c-86bd-2f3f85267a3e HTTP/1.1" status: 204 len: 168 time: 0.3755724 Mar 31 15:55:12.215213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb5e70-0477-4dca-9547-97d2ea4a5eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11f477-ba4a-484c-86bd-2f3f85267a3e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:12.260690 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-bb14e59b-5be0-4b43-bb07-26f90161b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:12.262254 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-bb14e59b-5be0-4b43-bb07-26f90161b246 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0745106 Mar 31 15:55:12.278842 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4becc0c0-ea2d-46df-a63a-03ef596aee5b req-949d0aa7-b519-4940-aa93-3e2242b7cc36 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826344 Mar 31 15:55:12.368745 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-d34d6065-e478-4c2f-904b-5c7cd82e0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:12.370724 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-d34d6065-e478-4c2f-904b-5c7cd82e0e3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771420 Mar 31 15:55:12.498033 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-091f459d-3d66-4512-9759-6e0e8364d158 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203392 Mar 31 15:55:12.608620 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bd4d1ce3-e305-49c4-8373-d9744f6e3948 req-8a6098b6-f8ce-4954-bf8b-cda064e2a017 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973027 Mar 31 15:55:13.463906 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217b66-972b-4afa-b6e1-cfd4aab90c08 req-161eca01-01a3-41bb-be59-f86765fbb4d1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:13.467405 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b217b66-972b-4afa-b6e1-cfd4aab90c08 req-161eca01-01a3-41bb-be59-f86765fbb4d1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1083627 Mar 31 15:55:13.530494 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b217b66-972b-4afa-b6e1-cfd4aab90c08 req-58b55025-16ae-4aab-8863-a96d717ab8e1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570109 Mar 31 15:55:13.689333 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:14.718380 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56744) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:14.764144 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac471110-7145-4c78-80c9-14e68d52fcbf req-37937b27-7a88-4d42-a332-bd98bd6975ef tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:14.768806 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ac471110-7145-4c78-80c9-14e68d52fcbf req-37937b27-7a88-4d42-a332-bd98bd6975ef tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1046546 Mar 31 15:55:14.856158 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ac471110-7145-4c78-80c9-14e68d52fcbf req-33a33e3f-cc3b-43f0-ace5-9ebc1f74f274 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756917 Mar 31 15:55:14.893779 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.035638 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a7-1cee-447b-a79f-d18b4f1ff23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.189767 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a7-1cee-447b-a79f-d18b4f1ff23a admin admin] Publish callbacks [] for security_group (d432a877-8adc-4212-9720-d36ffd3dbf75), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.304693 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a7-1cee-447b-a79f-d18b4f1ff23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d432a877-8adc-4212-9720-d36ffd3dbf75), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.352444 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fb4d93a7-1cee-447b-a79f-d18b4f1ff23a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f10a54fdae34cd0b299ca1470492d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6286626 Mar 31 15:55:15.353004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56762) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:15.359612 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d93a7-1cee-447b-a79f-d18b4f1ff23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d432a877-8adc-4212-9720-d36ffd3dbf75,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:15.415418 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e814bd5-4098-41e4-b9c3-4478db98ae62 admin admin] Publish callbacks [] for security_group (d432a877-8adc-4212-9720-d36ffd3dbf75), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.443124 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e814bd5-4098-41e4-b9c3-4478db98ae62 admin admin] Publish callbacks [] for security_group (d432a877-8adc-4212-9720-d36ffd3dbf75), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.607932 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e814bd5-4098-41e4-b9c3-4478db98ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d432a877-8adc-4212-9720-d36ffd3dbf75), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.612292 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e814bd5-4098-41e4-b9c3-4478db98ae62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:15.613855 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2e814bd5-4098-41e4-b9c3-4478db98ae62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d432a877-8adc-4212-9720-d36ffd3dbf75 HTTP/1.1" status: 204 len: 168 time: 0.2599332 Mar 31 15:55:15.624058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e814bd5-4098-41e4-b9c3-4478db98ae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d432a877-8adc-4212-9720-d36ffd3dbf75,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:16.009354 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d18bd-4590-4efb-9e37-c81ce6532fdb req-5df66f17-6dfe-428f-bcb0-ac8f267ba5fd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:16.012229 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0f6d18bd-4590-4efb-9e37-c81ce6532fdb req-5df66f17-6dfe-428f-bcb0-ac8f267ba5fd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0748172 Mar 31 15:55:16.078204 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0f6d18bd-4590-4efb-9e37-c81ce6532fdb req-ed3075e8-1785-4c44-8a61-cab41df4a006 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592124 Mar 31 15:55:16.441954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:17.296067 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b6171-905f-45ab-b732-b4e6a1bd4235 req-0ee6d9fa-6d0f-4e7c-a1a9-05f16dc1cdd3 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:17.301022 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af5b6171-905f-45ab-b732-b4e6a1bd4235 req-0ee6d9fa-6d0f-4e7c-a1a9-05f16dc1cdd3 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1206517 Mar 31 15:55:17.399498 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af5b6171-905f-45ab-b732-b4e6a1bd4235 req-0f517cd8-50b1-452e-9982-1a11f2506eb5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916030 Mar 31 15:55:18.587155 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2444a6-cc4f-454f-a67d-067f039595b8 req-117c614d-f31a-409d-903e-a82ee19130e5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.588812 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8d2444a6-cc4f-454f-a67d-067f039595b8 req-117c614d-f31a-409d-903e-a82ee19130e5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0942261 Mar 31 15:55:18.642512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56868) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:18.845661 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8d2444a6-cc4f-454f-a67d-067f039595b8 req-88d7f830-1034-4c3b-8e81-7b1f02bc00a2 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492383 Mar 31 15:55:18.856897 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d91a37db-0bcb-4fd9-8aa8-bff3c31695aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:18.962509 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d91a37db-0bcb-4fd9-8aa8-bff3c31695aa admin admin] Publish callbacks [] for security_group (46a6dc8e-83ba-4395-888c-f316c6caecc5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.035819 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d91a37db-0bcb-4fd9-8aa8-bff3c31695aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (46a6dc8e-83ba-4395-888c-f316c6caecc5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.084887 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d91a37db-0bcb-4fd9-8aa8-bff3c31695aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30b8bc6a72064af5bef672d90ac3c29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403841 Mar 31 15:55:19.086251 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a37db-0bcb-4fd9-8aa8-bff3c31695aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a6dc8e-83ba-4395-888c-f316c6caecc5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:19.089560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56884) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:19.153029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d3de90ae-ed74-4ddc-9453-db60dbf1740d admin admin] Publish callbacks [] for security_group (46a6dc8e-83ba-4395-888c-f316c6caecc5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.189223 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d3de90ae-ed74-4ddc-9453-db60dbf1740d admin admin] Publish callbacks [] for security_group (46a6dc8e-83ba-4395-888c-f316c6caecc5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.350672 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.384482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d3de90ae-ed74-4ddc-9453-db60dbf1740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (46a6dc8e-83ba-4395-888c-f316c6caecc5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.387249 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d3de90ae-ed74-4ddc-9453-db60dbf1740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.388449 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d3de90ae-ed74-4ddc-9453-db60dbf1740d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46a6dc8e-83ba-4395-888c-f316c6caecc5 HTTP/1.1" status: 204 len: 168 time: 0.2972665 Mar 31 15:55:19.401587 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de90ae-ed74-4ddc-9453-db60dbf1740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a6dc8e-83ba-4395-888c-f316c6caecc5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:20.001006 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99147942-f63c-4029-8315-1c87c1300434 req-71ba700b-fc42-49ee-ac58-522b1a879b9c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:20.002784 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-99147942-f63c-4029-8315-1c87c1300434 req-71ba700b-fc42-49ee-ac58-522b1a879b9c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0647581 Mar 31 15:55:20.071272 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-99147942-f63c-4029-8315-1c87c1300434 req-e670f419-491a-4a1b-a761-0bed389591f4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Mar 31 15:55:20.227167 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 56918) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:20.253298 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-81046a48-6022-458b-bcb3-5cbda6cd24f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.378315 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-81046a48-6022-458b-bcb3-5cbda6cd24f2 admin admin] Publish callbacks [] for security_group (aaaea756-21c6-4291-b327-71f5801a52d1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.510470 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-81046a48-6022-458b-bcb3-5cbda6cd24f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (aaaea756-21c6-4291-b327-71f5801a52d1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.584853 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-81046a48-6022-458b-bcb3-5cbda6cd24f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc0085ec14f2404d94791162f5d74661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559082 Mar 31 15:55:20.586034 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81046a48-6022-458b-bcb3-5cbda6cd24f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaea756-21c6-4291-b327-71f5801a52d1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:20.587945 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 56924) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:20.665593 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65ed4b97-ff0d-4d59-bca5-64c8a563362a admin admin] Publish callbacks [] for security_group (aaaea756-21c6-4291-b327-71f5801a52d1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.701891 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65ed4b97-ff0d-4d59-bca5-64c8a563362a admin admin] Publish callbacks [] for security_group (aaaea756-21c6-4291-b327-71f5801a52d1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.869981 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65ed4b97-ff0d-4d59-bca5-64c8a563362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (aaaea756-21c6-4291-b327-71f5801a52d1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.872656 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65ed4b97-ff0d-4d59-bca5-64c8a563362a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.873881 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-65ed4b97-ff0d-4d59-bca5-64c8a563362a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aaaea756-21c6-4291-b327-71f5801a52d1 HTTP/1.1" status: 204 len: 168 time: 0.2843974 Mar 31 15:55:20.884584 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed4b97-ff0d-4d59-bca5-64c8a563362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaea756-21c6-4291-b327-71f5801a52d1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:21.232347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66460f3e-6afa-4883-a79a-a382ce973ae1 req-d1fc1d9d-ecb2-463c-8ff7-089b49a0494a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:21.234508 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-66460f3e-6afa-4883-a79a-a382ce973ae1 req-d1fc1d9d-ecb2-463c-8ff7-089b49a0494a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0733373 Mar 31 15:55:21.326156 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-66460f3e-6afa-4883-a79a-a382ce973ae1 req-cca3fdb4-901c-4138-b9d9-d24739f9169c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777147 Mar 31 15:55:22.494440 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8503cc-ecab-4dfd-96d9-15f59f75d6f2 req-853f0528-1517-4c74-a682-5a58f65d375b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:22.497293 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dd8503cc-ecab-4dfd-96d9-15f59f75d6f2 req-853f0528-1517-4c74-a682-5a58f65d375b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0825431 Mar 31 15:55:22.577196 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dd8503cc-ecab-4dfd-96d9-15f59f75d6f2 req-c68a484f-43f7-47f1-8b57-58a8671d037e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727451 Mar 31 15:55:23.722501 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9477295-7adf-4599-8caf-ce38048fa014 req-04e03ee2-89dd-4eda-a865-5b8af450eb01 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.724139 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b9477295-7adf-4599-8caf-ce38048fa014 req-04e03ee2-89dd-4eda-a865-5b8af450eb01 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0585468 Mar 31 15:55:23.806846 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b9477295-7adf-4599-8caf-ce38048fa014 req-bf394386-97c5-4aff-9fd4-05f3a9b94a0e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722680 Mar 31 15:55:25.082123 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36ca0-f293-4693-9382-2d859256b673 req-5182683e-c973-425a-8573-408353ee66d9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:25.086085 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e36ca0-f293-4693-9382-2d859256b673 req-5182683e-c973-425a-8573-408353ee66d9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1169703 Mar 31 15:55:25.167182 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e36ca0-f293-4693-9382-2d859256b673 req-610dd5dd-0d47-4434-b76a-f789481c2654 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Mar 31 15:55:26.364376 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226048-9601-451b-bab4-0c61db115529 req-2cdcd57c-e592-488f-9769-f9fa6c9d13fb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:26.368759 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e8226048-9601-451b-bab4-0c61db115529 req-2cdcd57c-e592-488f-9769-f9fa6c9d13fb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1069322 Mar 31 15:55:26.462597 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e8226048-9601-451b-bab4-0c61db115529 req-6e3dd56c-c5ee-45af-86e8-2a4518cef6c0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851698 Mar 31 15:55:26.660513 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57134) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:26.866993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f488cd32-11bd-4524-aa2d-ab8bf58b99c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.010168 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f488cd32-11bd-4524-aa2d-ab8bf58b99c4 admin admin] Publish callbacks [] for security_group (1a1a4aaf-b7ac-48b9-85a6-59f78f9724df), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.139951 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f488cd32-11bd-4524-aa2d-ab8bf58b99c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1a1a4aaf-b7ac-48b9-85a6-59f78f9724df), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.216941 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f488cd32-11bd-4524-aa2d-ab8bf58b99c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9ba1dcded314defac24938e8392a944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5545943 Mar 31 15:55:27.218273 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488cd32-11bd-4524-aa2d-ab8bf58b99c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1a4aaf-b7ac-48b9-85a6-59f78f9724df,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:27.219960 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57150) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:27.293105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0e852b0-0a4a-4446-8383-5dab54bdbf5f admin admin] Publish callbacks [] for security_group (1a1a4aaf-b7ac-48b9-85a6-59f78f9724df), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.332734 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0e852b0-0a4a-4446-8383-5dab54bdbf5f admin admin] Publish callbacks [] for security_group (1a1a4aaf-b7ac-48b9-85a6-59f78f9724df), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.465670 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0e852b0-0a4a-4446-8383-5dab54bdbf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1a1a4aaf-b7ac-48b9-85a6-59f78f9724df), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.469054 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0e852b0-0a4a-4446-8383-5dab54bdbf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:27.471103 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c0e852b0-0a4a-4446-8383-5dab54bdbf5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a1a4aaf-b7ac-48b9-85a6-59f78f9724df HTTP/1.1" status: 204 len: 168 time: 0.2499032 Mar 31 15:55:27.482502 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e852b0-0a4a-4446-8383-5dab54bdbf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1a4aaf-b7ac-48b9-85a6-59f78f9724df,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:27.576137 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b9baf-6099-424e-bc62-38c763e1a142 req-8ed71771-477e-4586-8353-22c57758f7bf tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.577862 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-767b9baf-6099-424e-bc62-38c763e1a142 req-8ed71771-477e-4586-8353-22c57758f7bf tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0851591 Mar 31 15:55:27.652415 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db44c-4c07-4f14-8f60-a0d70b029c12 req-c396ae89-bd01-481b-bb5e-969550519b0e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.654393 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c2db44c-4c07-4f14-8f60-a0d70b029c12 req-c396ae89-bd01-481b-bb5e-969550519b0e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0619144 Mar 31 15:55:27.659690 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-767b9baf-6099-424e-bc62-38c763e1a142 req-2edb0d0e-aa4e-4112-aa61-cb06b11f1409 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741410 Mar 31 15:55:27.735104 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c2db44c-4c07-4f14-8f60-a0d70b029c12 req-86d8ce9e-a3dc-4ada-9139-547ebd44d058 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Mar 31 15:55:28.201279 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57168) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:28.217650 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b635f5f-c502-420f-95ce-576fa688f456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.330826 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b635f5f-c502-420f-95ce-576fa688f456 admin admin] Publish callbacks [] for security_group (2150995e-b7db-4725-b246-2f0e1e36129f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.396199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b635f5f-c502-420f-95ce-576fa688f456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2150995e-b7db-4725-b246-2f0e1e36129f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.440267 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3b635f5f-c502-420f-95ce-576fa688f456 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a21cffa468a2400cbad60eee0d2990ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377222 Mar 31 15:55:28.442658 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b635f5f-c502-420f-95ce-576fa688f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2150995e-b7db-4725-b246-2f0e1e36129f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:28.443206 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57174) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:28.510793 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-257c1b83-6ae3-410c-94e4-344e95d38fe4 admin admin] Publish callbacks [] for security_group (2150995e-b7db-4725-b246-2f0e1e36129f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.540961 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-257c1b83-6ae3-410c-94e4-344e95d38fe4 admin admin] Publish callbacks [] for security_group (2150995e-b7db-4725-b246-2f0e1e36129f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.675958 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-257c1b83-6ae3-410c-94e4-344e95d38fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2150995e-b7db-4725-b246-2f0e1e36129f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.678935 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-257c1b83-6ae3-410c-94e4-344e95d38fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.680197 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-257c1b83-6ae3-410c-94e4-344e95d38fe4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2150995e-b7db-4725-b246-2f0e1e36129f HTTP/1.1" status: 204 len: 168 time: 0.2359095 Mar 31 15:55:28.692043 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c1b83-6ae3-410c-94e4-344e95d38fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2150995e-b7db-4725-b246-2f0e1e36129f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:28.857675 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb024-5054-4bf0-9eee-7b53bc2161ee req-acab62fa-6687-4208-ad41-4d10839b4fc1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:28.861018 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-794bb024-5054-4bf0-9eee-7b53bc2161ee req-acab62fa-6687-4208-ad41-4d10839b4fc1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.1040695 Mar 31 15:55:28.909112 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3847ad-0205-45bf-9d6b-5046fa4417c0 req-07f97380-f95a-47e1-9516-35803186843f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:28.911874 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3847ad-0205-45bf-9d6b-5046fa4417c0 req-07f97380-f95a-47e1-9516-35803186843f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0874894 Mar 31 15:55:28.922465 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-794bb024-5054-4bf0-9eee-7b53bc2161ee req-13d251bd-62e2-4513-a4a9-730cfb57aa62 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Mar 31 15:55:28.993516 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3847ad-0205-45bf-9d6b-5046fa4417c0 req-0054df65-e2fe-4fc2-b599-ee1fdde40070 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742774 Mar 31 15:55:29.520452 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57194) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:29.538766 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-62d962e0-c1b2-4dfb-a0eb-2105f55c3f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.631508 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-62d962e0-c1b2-4dfb-a0eb-2105f55c3f00 admin admin] Publish callbacks [] for security_group (8070b1f5-09d7-4e26-93a5-4d36e52e266a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.818667 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-62d962e0-c1b2-4dfb-a0eb-2105f55c3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8070b1f5-09d7-4e26-93a5-4d36e52e266a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.863086 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d962e0-c1b2-4dfb-a0eb-2105f55c3f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8070b1f5-09d7-4e26-93a5-4d36e52e266a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:29.871986 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-62d962e0-c1b2-4dfb-a0eb-2105f55c3f00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=931d84196da94d87b07159d8989b4b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501670 Mar 31 15:55:29.876879 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57198) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:29.931970 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a6070d2-2d4d-4dc4-8fb6-6bb3e4d04f8d admin admin] Publish callbacks [] for security_group (8070b1f5-09d7-4e26-93a5-4d36e52e266a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.959129 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a6070d2-2d4d-4dc4-8fb6-6bb3e4d04f8d admin admin] Publish callbacks [] for security_group (8070b1f5-09d7-4e26-93a5-4d36e52e266a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:30.104511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a6070d2-2d4d-4dc4-8fb6-6bb3e4d04f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8070b1f5-09d7-4e26-93a5-4d36e52e266a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:30.107308 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a6070d2-2d4d-4dc4-8fb6-6bb3e4d04f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:30.109074 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9a6070d2-2d4d-4dc4-8fb6-6bb3e4d04f8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8070b1f5-09d7-4e26-93a5-4d36e52e266a HTTP/1.1" status: 204 len: 168 time: 0.2312207 Mar 31 15:55:30.115799 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a36f2-0723-4bb9-bf72-010b51d7d160 req-cbff0176-d516-4813-941c-6b443b5b1f0a tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.117400 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-352a36f2-0723-4bb9-bf72-010b51d7d160 req-cbff0176-d516-4813-941c-6b443b5b1f0a tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.1055274 Mar 31 15:55:30.140247 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6070d2-2d4d-4dc4-8fb6-6bb3e4d04f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070b1f5-09d7-4e26-93a5-4d36e52e266a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:30.211242 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-352a36f2-0723-4bb9-bf72-010b51d7d160 req-f10eabfb-4c46-4ac9-913a-e914d8022a2d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804410 Mar 31 15:55:30.232719 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3483c-8d3d-410d-ad67-5e4ced47ec01 req-d4671ea9-29e5-418e-8b1c-bc40d74600f1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.240002 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88f3483c-8d3d-410d-ad67-5e4ced47ec01 req-d4671ea9-29e5-418e-8b1c-bc40d74600f1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1293116 Mar 31 15:55:30.314378 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88f3483c-8d3d-410d-ad67-5e4ced47ec01 req-34fb4396-4412-406a-9871-c6d436fe47c1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721498 Mar 31 15:55:31.392977 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06315901-c01f-4c8a-9343-136c30288e97 req-60d9b0a2-3d6e-4249-9d36-541dec63ddd1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.399560 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-06315901-c01f-4c8a-9343-136c30288e97 req-60d9b0a2-3d6e-4249-9d36-541dec63ddd1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0953555 Mar 31 15:55:31.518718 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-06315901-c01f-4c8a-9343-136c30288e97 req-cd403245-ccf1-4439-8f63-7aa96489b722 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111577 Mar 31 15:55:31.541032 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa8dd-ed05-4f1f-a508-1fc8777585a9 req-cc30444a-cd96-493e-b7c6-bbb4d550e4e1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.544218 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5cfa8dd-ed05-4f1f-a508-1fc8777585a9 req-cc30444a-cd96-493e-b7c6-bbb4d550e4e1 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1039975 Mar 31 15:55:31.637934 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5cfa8dd-ed05-4f1f-a508-1fc8777585a9 req-5bba6e90-d81b-4e0e-9d75-e15b1ad88023 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825360 Mar 31 15:55:32.681946 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b28f-9b3b-4232-9a57-c579de3549f5 req-ab6d3fe8-87d2-40ca-b0b8-04158e408771 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.683861 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3f13b28f-9b3b-4232-9a57-c579de3549f5 req-ab6d3fe8-87d2-40ca-b0b8-04158e408771 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0760300 Mar 31 15:55:32.785788 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3f13b28f-9b3b-4232-9a57-c579de3549f5 req-97c06254-0e29-42fa-9ce7-3f5c00527f6d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950310 Mar 31 15:55:32.811322 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af5f21-6def-4b0f-9e97-61a56b0a7605 req-36c357b7-1e0c-4283-9df2-abcccd127347 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.813104 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57af5f21-6def-4b0f-9e97-61a56b0a7605 req-36c357b7-1e0c-4283-9df2-abcccd127347 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0651116 Mar 31 15:55:32.887044 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57af5f21-6def-4b0f-9e97-61a56b0a7605 req-39596f71-22e5-4d2f-8be8-40a95e949616 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648782 Mar 31 15:55:32.988528 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-080df803-ba41-4567-bf21-19ef98d5f040 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.991253 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-080df803-ba41-4567-bf21-19ef98d5f040 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.48 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 945 time: 0.0935302 Mar 31 15:55:33.273724 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Deleting port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:55:33.274280 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.513965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] For port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,segment=NetworkSegment(1d815883-5ad9-44a7-8d18-f3efb9f1f34a),segment_id=1d815883-5ad9-44a7-8d18-f3efb9f1f34a)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:33.514950 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.550893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Calling delete_port for 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:55:33.988393 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (7715188f-5f7c-410f-bdb2-3aaeef9c53e5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.020673 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c80b6-f64a-4952-b9ca-f697c9c1acfe req-64a17ed6-ce65-43f5-bf00-75690c8fad6d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:34.023306 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f68c80b6-f64a-4952-b9ca-f697c9c1acfe req-64a17ed6-ce65-43f5-bf00-75690c8fad6d tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 867 time: 0.1068475 Mar 31 15:55:34.064139 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Pushing event deleted for resources: {'Port': ['ID=7715188f-5f7c-410f-bdb2-3aaeef9c53e5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.162969 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] No DVR routers for this DVR port 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:55:34.174313 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.178521 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-577f031e-0105-46b7-b2b4-b908082f65e9 req-10f3b4d4-3f2e-4f1e-a341-e1ff8453e451 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.48 "DELETE /v2.0/ports/7715188f-5f7c-410f-bdb2-3aaeef9c53e5 HTTP/1.1" status: 204 len: 173 time: 1.1800916 Mar 31 15:55:34.179143 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'name': 'network-vif-deleted', 'tag': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:34.181567 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f433ef2-a508-464e-97dc-6fade04df8fe" -d '{"events": [{"server_uuid": "8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c", "name": "network-vif-deleted", "tag": "7715188f-5f7c-410f-bdb2-3aaeef9c53e5"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:34.209352 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f68c80b6-f64a-4952-b9ca-f697c9c1acfe req-99baccb5-be70-4edf-91d4-35340abb36f1 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/security-groups?id=df940aaf-13be-4390-b39b-38658c8e2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664121 Mar 31 15:55:34.248004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a682cfe-0ecf-4de2-9de7-206488ca25eb req-3348b61c-39b3-4c5b-9d34-03ddc38ddc0c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:34.248004 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a682cfe-0ecf-4de2-9de7-206488ca25eb req-3348b61c-39b3-4c5b-9d34-03ddc38ddc0c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.2063258 Mar 31 15:55:34.276800 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80bc3b-3a12-45a8-b164-2cfecea65425 x-openstack-request-id: req-fb80bc3b-3a12-45a8-b164-2cfecea65425 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:34.276800 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c", "name": "network-vif-deleted", "tag": "7715188f-5f7c-410f-bdb2-3aaeef9c53e5", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:34.276800 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb80bc3b-3a12-45a8-b164-2cfecea65425 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:34.276800 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb80bc3b-3a12-45a8-b164-2cfecea65425'] response: {'server_uuid': '8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c', 'name': 'network-vif-deleted', 'tag': '7715188f-5f7c-410f-bdb2-3aaeef9c53e5', 'status': 'completed', 'code': 200} Mar 31 15:55:34.286079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57364) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:34.372027 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a682cfe-0ecf-4de2-9de7-206488ca25eb req-f9628c88-7fd8-4aa9-8505-2f431a9b77ae tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Mar 31 15:55:34.447684 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73f291b3-ffa6-433f-834b-d110c1afe05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.556018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73f291b3-ffa6-433f-834b-d110c1afe05e admin admin] Publish callbacks [] for security_group (18445912-406c-48f2-9f16-a64b862c9df7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.647615 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73f291b3-ffa6-433f-834b-d110c1afe05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (18445912-406c-48f2-9f16-a64b862c9df7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.690623 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-73f291b3-ffa6-433f-834b-d110c1afe05e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ccbf3e9224a441a8b52a7fed01b867f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025831 Mar 31 15:55:34.693667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f291b3-ffa6-433f-834b-d110c1afe05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18445912-406c-48f2-9f16-a64b862c9df7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.694849 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57374) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:34.787320 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94a50c3e-f4a1-4cf2-846b-7331d17123d1 admin admin] Publish callbacks [] for security_group (18445912-406c-48f2-9f16-a64b862c9df7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.830749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94a50c3e-f4a1-4cf2-846b-7331d17123d1 admin admin] Publish callbacks [] for security_group (18445912-406c-48f2-9f16-a64b862c9df7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.926350 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57388) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:35.069013 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505d8e17-f8cf-4632-90a5-0ad8e5635692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.074576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94a50c3e-f4a1-4cf2-846b-7331d17123d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (18445912-406c-48f2-9f16-a64b862c9df7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.074576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-94a50c3e-f4a1-4cf2-846b-7331d17123d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.074810 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-94a50c3e-f4a1-4cf2-846b-7331d17123d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18445912-406c-48f2-9f16-a64b862c9df7 HTTP/1.1" status: 204 len: 168 time: 0.3771782 Mar 31 15:55:35.092122 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50c3e-f4a1-4cf2-846b-7331d17123d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18445912-406c-48f2-9f16-a64b862c9df7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:35.225038 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505d8e17-f8cf-4632-90a5-0ad8e5635692 admin admin] Publish callbacks [] for security_group (facaddc1-477d-4cff-92bd-0f4bd79c2e2b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.350298 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-505d8e17-f8cf-4632-90a5-0ad8e5635692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (facaddc1-477d-4cff-92bd-0f4bd79c2e2b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.351584 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2d1d3e84-ade2-4c47-a09f-b9023cea07d7 req-708062cf-57d1-4724-bd09-ee4f2343bbf3 tempest-DeleteServersTestJSON-797784983 tempest-DeleteServersTestJSON-797784983-project] 10.222.0.58 "GET /v2.0/ports?device_id=8afe97da-ad6b-4a0e-a746-1ea94cfe3e4c HTTP/1.1" status: 200 len: 210 time: 0.0314977 Mar 31 15:55:35.404271 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8e17-f8cf-4632-90a5-0ad8e5635692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facaddc1-477d-4cff-92bd-0f4bd79c2e2b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:35.410977 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-505d8e17-f8cf-4632-90a5-0ad8e5635692 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b196cd192fc43e0a192c2b5950c1b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813898 Mar 31 15:55:35.418041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57406) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:35.492613 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-846af20c-8f7b-43cd-b925-1adb1399e611 admin admin] Publish callbacks [] for security_group (facaddc1-477d-4cff-92bd-0f4bd79c2e2b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.525030 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-846af20c-8f7b-43cd-b925-1adb1399e611 admin admin] Publish callbacks [] for security_group (facaddc1-477d-4cff-92bd-0f4bd79c2e2b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.578407 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a88e-e93f-454b-b6c7-5e9a912b6a36 req-03d3cc54-805f-4ea2-9a4d-9820c7bbaf7c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:35.580780 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1349a88e-e93f-454b-b6c7-5e9a912b6a36 req-03d3cc54-805f-4ea2-9a4d-9820c7bbaf7c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0738537 Mar 31 15:55:35.628887 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:55:35.673584 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:55:35.674193 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 7715188f-5f7c-410f-bdb2-3aaeef9c53e5 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:55:35.687869 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1349a88e-e93f-454b-b6c7-5e9a912b6a36 req-27376aef-07b2-43e3-9c3d-98d053057056 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994549 Mar 31 15:55:35.693216 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-846af20c-8f7b-43cd-b925-1adb1399e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (facaddc1-477d-4cff-92bd-0f4bd79c2e2b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.696983 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-846af20c-8f7b-43cd-b925-1adb1399e611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.698831 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-846af20c-8f7b-43cd-b925-1adb1399e611 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/facaddc1-477d-4cff-92bd-0f4bd79c2e2b HTTP/1.1" status: 204 len: 168 time: 0.2792964 Mar 31 15:55:35.722266 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846af20c-8f7b-43cd-b925-1adb1399e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facaddc1-477d-4cff-92bd-0f4bd79c2e2b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:36.262988 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57424) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:36.278698 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e84e7391-5f00-43dc-ae4c-0a65e6d52420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.405640 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e84e7391-5f00-43dc-ae4c-0a65e6d52420 admin admin] Publish callbacks [] for security_group (82d78763-388a-409d-b25a-581a36b44a3d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.510307 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e84e7391-5f00-43dc-ae4c-0a65e6d52420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (82d78763-388a-409d-b25a-581a36b44a3d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.552609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e7391-5f00-43dc-ae4c-0a65e6d52420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d78763-388a-409d-b25a-581a36b44a3d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:36.558177 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e84e7391-5f00-43dc-ae4c-0a65e6d52420 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa8b88fef7e04b28a7e2f705e8f80179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925949 Mar 31 15:55:36.561913 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57432) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:36.610982 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57438) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:36.627199 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4d01446-3fc5-4b55-af69-d2428148acd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.640276 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce0a19b0-f275-4a6b-8f18-6cd59bbb196d admin admin] Publish callbacks [] for security_group (82d78763-388a-409d-b25a-581a36b44a3d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.687265 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce0a19b0-f275-4a6b-8f18-6cd59bbb196d admin admin] Publish callbacks [] for security_group (82d78763-388a-409d-b25a-581a36b44a3d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.798806 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4d01446-3fc5-4b55-af69-d2428148acd6 admin admin] Publish callbacks [] for security_group (c60af434-3f0b-407c-92b8-56f69285fe1a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.880986 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4d01446-3fc5-4b55-af69-d2428148acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c60af434-3f0b-407c-92b8-56f69285fe1a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.907339 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce0a19b0-f275-4a6b-8f18-6cd59bbb196d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (82d78763-388a-409d-b25a-581a36b44a3d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.917582 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce0a19b0-f275-4a6b-8f18-6cd59bbb196d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.926499 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ce0a19b0-f275-4a6b-8f18-6cd59bbb196d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82d78763-388a-409d-b25a-581a36b44a3d HTTP/1.1" status: 204 len: 168 time: 0.3631394 Mar 31 15:55:36.945095 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a4d01446-3fc5-4b55-af69-d2428148acd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1be03f8510e4f1d895c66ff4bc94e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294380 Mar 31 15:55:36.948635 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57458) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:36.957077 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a19b0-f275-4a6b-8f18-6cd59bbb196d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d78763-388a-409d-b25a-581a36b44a3d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:37.028148 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01446-3fc5-4b55-af69-d2428148acd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60af434-3f0b-407c-92b8-56f69285fe1a,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:37.072053 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df480-06ba-4cf0-86d3-9131962f41d4 req-678e5b49-9c65-4ca7-80e2-48c38e7e3069 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:37.074657 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06df480-06ba-4cf0-86d3-9131962f41d4 req-678e5b49-9c65-4ca7-80e2-48c38e7e3069 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.2487066 Mar 31 15:55:37.099941 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-505c3c05-e614-466e-85f1-f0a31da802e6 admin admin] Publish callbacks [] for security_group (c60af434-3f0b-407c-92b8-56f69285fe1a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.160334 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-505c3c05-e614-466e-85f1-f0a31da802e6 admin admin] Publish callbacks [] for security_group (c60af434-3f0b-407c-92b8-56f69285fe1a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.232575 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06df480-06ba-4cf0-86d3-9131962f41d4 req-f30d501c-3a10-4269-9549-ebff3bbddb18 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031439 Mar 31 15:55:37.346535 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-505c3c05-e614-466e-85f1-f0a31da802e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c60af434-3f0b-407c-92b8-56f69285fe1a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.351954 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-505c3c05-e614-466e-85f1-f0a31da802e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.357015 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-505c3c05-e614-466e-85f1-f0a31da802e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c60af434-3f0b-407c-92b8-56f69285fe1a HTTP/1.1" status: 204 len: 168 time: 0.4048347 Mar 31 15:55:37.366318 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c3c05-e614-466e-85f1-f0a31da802e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60af434-3f0b-407c-92b8-56f69285fe1a,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:37.451955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57470) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:37.490026 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57474) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:37.898234 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46e2205c-a8f4-4415-9a62-a29c18aeea28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.975019 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81639ef0-9d83-4441-a70b-a718a4bb1f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.058993 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1f1b78fb-9d25-49cb-9fba-0c8755092f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.205159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81639ef0-9d83-4441-a70b-a718a4bb1f54 admin admin] Publish callbacks [] for security_group (b9c57f43-254e-49c3-a227-12e1eb3fac8e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.280834 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1f1b78fb-9d25-49cb-9fba-0c8755092f46 admin admin] Publish callbacks [] for security_group (1e607b61-69b2-46c1-845f-dcaabf0d2d6f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.283262 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81639ef0-9d83-4441-a70b-a718a4bb1f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (b9c57f43-254e-49c3-a227-12e1eb3fac8e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.337125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81639ef0-9d83-4441-a70b-a718a4bb1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c57f43-254e-49c3-a227-12e1eb3fac8e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:38.349927 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57510) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:38.359267 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-81639ef0-9d83-4441-a70b-a718a4bb1f54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae0cdddf6c9543b39e8f2131fe55fa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9057515 Mar 31 15:55:38.364343 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57512) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:38.366478 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1f1b78fb-9d25-49cb-9fba-0c8755092f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1e607b61-69b2-46c1-845f-dcaabf0d2d6f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.465450 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Deleting subnet 8ae546c5-d76f-4616-9187-4799d7265194 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:55:38.471624 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Publish callbacks [] for subnet (8ae546c5-d76f-4616-9187-4799d7265194), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.499947 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1f1b78fb-9d25-49cb-9fba-0c8755092f46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adf83196fff547e8acc6f9496977b565&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0073819 Mar 31 15:55:38.514604 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57516) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:38.527788 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b78fb-9d25-49cb-9fba-0c8755092f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e607b61-69b2-46c1-845f-dcaabf0d2d6f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:38.557481 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Publish callbacks [] for subnet (8ae546c5-d76f-4616-9187-4799d7265194), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.577550 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (8ae546c5-d76f-4616-9187-4799d7265194), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.634990 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c062fc5b-40c0-4cfb-9140-d3aa742e7a8c admin admin] Publish callbacks [] for security_group (b9c57f43-254e-49c3-a227-12e1eb3fac8e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.655034 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75dc40-3c92-43aa-aa41-05a42ce983c3 req-abcaa8f9-a348-4db8-bdc7-3b347be79655 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:38.657733 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6f75dc40-3c92-43aa-aa41-05a42ce983c3 req-abcaa8f9-a348-4db8-bdc7-3b347be79655 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.2696321 Mar 31 15:55:38.711365 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5070a5ae-9e4d-4b24-ad2f-26af5bfb1a82 admin admin] Publish callbacks [] for security_group (1e607b61-69b2-46c1-845f-dcaabf0d2d6f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.728239 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (8ae546c5-d76f-4616-9187-4799d7265194), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.757641 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c062fc5b-40c0-4cfb-9140-d3aa742e7a8c admin admin] Publish callbacks [] for security_group (b9c57f43-254e-49c3-a227-12e1eb3fac8e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.761582 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae546c5-d76f-4616-9187-4799d7265194,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:38.781777 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.794209 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-881207f9-c98c-4066-9e9b-6c72df1c60d3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8ae546c5-d76f-4616-9187-4799d7265194 HTTP/1.1" status: 204 len: 168 time: 0.4362216 Mar 31 15:55:38.796248 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57530) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:38.820094 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5070a5ae-9e4d-4b24-ad2f-26af5bfb1a82 admin admin] Publish callbacks [] for security_group (1e607b61-69b2-46c1-845f-dcaabf0d2d6f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.913388 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6f75dc40-3c92-43aa-aa41-05a42ce983c3 req-7145a73a-65ed-4977-b1d5-e21dd5f5617b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383740 Mar 31 15:55:38.920708 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (e4aa361c-e7b9-4138-ac47-2190192f0a08), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.059977 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c062fc5b-40c0-4cfb-9140-d3aa742e7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (b9c57f43-254e-49c3-a227-12e1eb3fac8e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.064976 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c062fc5b-40c0-4cfb-9140-d3aa742e7a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.067097 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c062fc5b-40c0-4cfb-9140-d3aa742e7a8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9c57f43-254e-49c3-a227-12e1eb3fac8e HTTP/1.1" status: 204 len: 168 time: 0.7012389 Mar 31 15:55:39.098835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062fc5b-40c0-4cfb-9140-d3aa742e7a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c57f43-254e-49c3-a227-12e1eb3fac8e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:39.098835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5070a5ae-9e4d-4b24-ad2f-26af5bfb1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1e607b61-69b2-46c1-845f-dcaabf0d2d6f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.102906 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5070a5ae-9e4d-4b24-ad2f-26af5bfb1a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.104969 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5070a5ae-9e4d-4b24-ad2f-26af5bfb1a82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e607b61-69b2-46c1-845f-dcaabf0d2d6f HTTP/1.1" status: 204 len: 168 time: 0.5886369 Mar 31 15:55:39.119605 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (e4aa361c-e7b9-4138-ac47-2190192f0a08), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.122318 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070a5ae-9e4d-4b24-ad2f-26af5bfb1a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e607b61-69b2-46c1-845f-dcaabf0d2d6f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:39.172015 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.172378 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.173172 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.173489 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > port after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.173989 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.174931 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > port after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.175568 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.176459 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.177214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.177846 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.272571 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d6472-70c5-48a1-ace1-d28df1011159 req-967e616f-d7b4-48ac-9a48-37042391b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:39.277030 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cf5d6472-70c5-48a1-ace1-d28df1011159 req-967e616f-d7b4-48ac-9a48-37042391b578 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 1130 time: 0.1038523 Mar 31 15:55:39.327187 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.327543 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.327878 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.328207 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:55:39.328572 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aa361c-e7b9-4138-ac47-2190192f0a08']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:39.356940 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d815883-5ad9-44a7-8d18-f3efb9f1f34a') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:39.357700 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d815883-5ad9-44a7-8d18-f3efb9f1f34a') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:39.383989 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25427007'] for segment (1d815883-5ad9-44a7-8d18-f3efb9f1f34a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.386189 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cf5d6472-70c5-48a1-ace1-d28df1011159 req-0410f956-4882-4614-99d9-ab06e0fdfca3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989816 Mar 31 15:55:39.412279 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (1d815883-5ad9-44a7-8d18-f3efb9f1f34a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.427916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:55:39.428556 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26015054'] for segment (1d815883-5ad9-44a7-8d18-f3efb9f1f34a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: from cryptography.utils import int_from_bytes Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: from cryptography.utils import int_from_bytes Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: Traceback (most recent call last): Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: timer() Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: cb(*args, **kw) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: return func(*args, **kwargs) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: self._notify() Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: self.callback(batched_events) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: event.method(event) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: return f(self, *a, **k) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._get(url).json() Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: return self.request(url, 'GET', **kwargs) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:55:39.460116 dv-cinder-836027-1-iscsi neutron-server[104109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:55:39.613644 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (e4aa361c-e7b9-4138-ac47-2190192f0a08), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.627836 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.640956 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e4aa361c-e7b9-4138-ac47-2190192f0a08 HTTP/1.1" status: 204 len: 168 time: 0.8430078 Mar 31 15:55:39.659254 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962514f5-05b4-484d-809f-0aef4686fd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4aa361c-e7b9-4138-ac47-2190192f0a08,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:40.080627 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29bfb-c3a0-426e-821d-b7c2cbca9ed6 req-79476870-cffd-4421-bfdb-60b34406f4d8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:40.091541 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0f29bfb-c3a0-426e-821d-b7c2cbca9ed6 req-79476870-cffd-4421-bfdb-60b34406f4d8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0833409 Mar 31 15:55:40.149258 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0f29bfb-c3a0-426e-821d-b7c2cbca9ed6 req-8fe6996c-4a4d-4629-8470-120c0d80ee14 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Mar 31 15:55:40.586596 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57570) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:40.647145 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-31596fa0-a28c-44de-b76b-a5cad4a90d06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89227d78563443c9a548818a83794c4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0583918 Mar 31 15:55:40.649956 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57574) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:40.694050 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57578) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:40.725304 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-410bf7b3-2642-45be-adf9-0e09524d13f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.774022 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9125407-16bc-4b2f-89e1-47c409e095ec admin admin] Publish callbacks [] for security_group (df940aaf-13be-4390-b39b-38658c8e2996), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.827431 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9125407-16bc-4b2f-89e1-47c409e095ec admin admin] Publish callbacks [] for security_group (df940aaf-13be-4390-b39b-38658c8e2996), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.890103 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-410bf7b3-2642-45be-adf9-0e09524d13f2 admin admin] Publish callbacks [] for security_group (42b0d692-cee6-4895-9e7e-b1d4b7dab359), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.961869 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-410bf7b3-2642-45be-adf9-0e09524d13f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (42b0d692-cee6-4895-9e7e-b1d4b7dab359), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.991703 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9125407-16bc-4b2f-89e1-47c409e095ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (df940aaf-13be-4390-b39b-38658c8e2996), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.996453 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-99be61a6-b7df-44d3-bdf0-5612617cbadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.000254 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9125407-16bc-4b2f-89e1-47c409e095ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.003985 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f9125407-16bc-4b2f-89e1-47c409e095ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df940aaf-13be-4390-b39b-38658c8e2996 HTTP/1.1" status: 204 len: 168 time: 0.3550041 Mar 31 15:55:41.019879 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125407-16bc-4b2f-89e1-47c409e095ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df940aaf-13be-4390-b39b-38658c8e2996,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:41.025314 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-410bf7b3-2642-45be-adf9-0e09524d13f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ec33338033e4d14816dcddbd84142ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288884 Mar 31 15:55:41.031097 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57584) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:41.044067 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bf7b3-2642-45be-adf9-0e09524d13f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0d692-cee6-4895-9e7e-b1d4b7dab359,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:41.115609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e56-ed7a-4a8c-9d8b-545f71703e7a admin admin] Publish callbacks [] for security_group (42b0d692-cee6-4895-9e7e-b1d4b7dab359), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.141853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e56-ed7a-4a8c-9d8b-545f71703e7a admin admin] Publish callbacks [] for security_group (42b0d692-cee6-4895-9e7e-b1d4b7dab359), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.256314 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57592) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:41.275420 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3256-73ea-4ac8-9862-46e3e7798fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.354279 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faca0e-2b26-496d-ae6c-d7276e564f51 req-cef7cf81-ae05-400e-99f8-2b7b49b784bf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:41.357047 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-48faca0e-2b26-496d-ae6c-d7276e564f51 req-cef7cf81-ae05-400e-99f8-2b7b49b784bf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1111166 Mar 31 15:55:41.409073 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e56-ed7a-4a8c-9d8b-545f71703e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (42b0d692-cee6-4895-9e7e-b1d4b7dab359), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.415575 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e56-ed7a-4a8c-9d8b-545f71703e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.421992 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1e8d1e56-ed7a-4a8c-9d8b-545f71703e7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42b0d692-cee6-4895-9e7e-b1d4b7dab359 HTTP/1.1" status: 204 len: 168 time: 0.3889093 Mar 31 15:55:41.446122 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d1e56-ed7a-4a8c-9d8b-545f71703e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0d692-cee6-4895-9e7e-b1d4b7dab359,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:41.457903 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-48faca0e-2b26-496d-ae6c-d7276e564f51 req-59cd185c-e571-4546-9f10-0a2d87cf8229 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892723 Mar 31 15:55:41.577424 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3256-73ea-4ac8-9862-46e3e7798fca admin admin] Publish callbacks [] for security_group (1cb195bf-7f1c-48b6-971a-0db408d189bb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.681556 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:55:41.751760 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10aee2c-ed68-4d87-8d61-0333a9abab84 req-19f6f286-f9fb-4f2f-bcd2-fb8b6c3970bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:41.754402 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e10aee2c-ed68-4d87-8d61-0333a9abab84 req-19f6f286-f9fb-4f2f-bcd2-fb8b6c3970bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0963495 Mar 31 15:55:41.809634 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e10aee2c-ed68-4d87-8d61-0333a9abab84 req-733064c9-f34a-49bb-aa40-dea14ad9df37 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475996 Mar 31 15:55:41.852418 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3256-73ea-4ac8-9862-46e3e7798fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1cb195bf-7f1c-48b6-971a-0db408d189bb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.897768 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a4fb3256-73ea-4ac8-9862-46e3e7798fca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41945f0a59b547c5b811c0bfa6f4ffdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399906 Mar 31 15:55:41.898747 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3256-73ea-4ac8-9862-46e3e7798fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb195bf-7f1c-48b6-971a-0db408d189bb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:41.901916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57610) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:42.002403 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c721-3291-4ef0-a476-b5de1b33b444 admin admin] Publish callbacks [] for security_group (1cb195bf-7f1c-48b6-971a-0db408d189bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:42.031972 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c721-3291-4ef0-a476-b5de1b33b444 admin admin] Publish callbacks [] for security_group (1cb195bf-7f1c-48b6-971a-0db408d189bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:42.186383 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c721-3291-4ef0-a476-b5de1b33b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1cb195bf-7f1c-48b6-971a-0db408d189bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:42.191576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c721-3291-4ef0-a476-b5de1b33b444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:42.195961 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f1d1c721-3291-4ef0-a476-b5de1b33b444 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cb195bf-7f1c-48b6-971a-0db408d189bb HTTP/1.1" status: 204 len: 168 time: 0.2902970 Mar 31 15:55:42.208120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c721-3291-4ef0-a476-b5de1b33b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb195bf-7f1c-48b6-971a-0db408d189bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:43.517880 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57654) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:43.532335 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f656-3afc-43df-96e9-68c1d4b824f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:43.671190 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f656-3afc-43df-96e9-68c1d4b824f2 admin admin] Publish callbacks [] for security_group (1a4feb59-3ff2-4f76-906b-dabf73094432), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:43.728075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:43.761936 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f656-3afc-43df-96e9-68c1d4b824f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1a4feb59-3ff2-4f76-906b-dabf73094432), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:43.814006 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57660) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:43.814878 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3bd1f656-3afc-43df-96e9-68c1d4b824f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93f35eecf5c3497c8c7c4fafb1414139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946568 Mar 31 15:55:43.815545 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1f656-3afc-43df-96e9-68c1d4b824f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4feb59-3ff2-4f76-906b-dabf73094432,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:44.130077 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb3670f5-2ab0-4c84-811d-172a90e432c1 admin admin] Publish callbacks [] for security_group (1a4feb59-3ff2-4f76-906b-dabf73094432), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.164422 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb3670f5-2ab0-4c84-811d-172a90e432c1 admin admin] Publish callbacks [] for security_group (1a4feb59-3ff2-4f76-906b-dabf73094432), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.361599 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb3670f5-2ab0-4c84-811d-172a90e432c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1a4feb59-3ff2-4f76-906b-dabf73094432), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.366690 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb3670f5-2ab0-4c84-811d-172a90e432c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.371654 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bb3670f5-2ab0-4c84-811d-172a90e432c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a4feb59-3ff2-4f76-906b-dabf73094432 HTTP/1.1" status: 204 len: 168 time: 0.5528541 Mar 31 15:55:44.382115 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3670f5-2ab0-4c84-811d-172a90e432c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4feb59-3ff2-4f76-906b-dabf73094432,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:44.725419 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e0eb-541f-4c89-bec9-33ee7bbf431e req-dbf80dd5-fdb0-433f-b075-baa7d4eedd40 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:44.727583 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff15e0eb-541f-4c89-bec9-33ee7bbf431e req-dbf80dd5-fdb0-433f-b075-baa7d4eedd40 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0730367 Mar 31 15:55:44.881770 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff15e0eb-541f-4c89-bec9-33ee7bbf431e req-bab7c9c2-2ffa-4bd2-9eec-2c44ac41b928 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442795 Mar 31 15:55:44.901522 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-2d2f6a77-d545-4b4f-b411-f96c1a396010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:44.905196 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-2d2f6a77-d545-4b4f-b411-f96c1a396010 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1129 time: 0.1391532 Mar 31 15:55:44.962715 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:45.030528 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-edbf7d6c-cdcf-4a13-b4df-f6fbbc422a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.033368 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-edbf7d6c-cdcf-4a13-b4df-f6fbbc422a17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1209438 Mar 31 15:55:45.145504 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-f65a3076-c6dd-4695-8f54-715e65251a65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 217 time: 0.1035910 Mar 31 15:55:45.229119 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-cdfc92b2-5d43-4b72-a888-00c603b4ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.230922 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-cdfc92b2-5d43-4b72-a888-00c603b4ee89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0771642 Mar 31 15:55:45.309091 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-0795bf20-e70b-4a81-a99c-27a19d977504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.311428 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-0795bf20-e70b-4a81-a99c-27a19d977504 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738611 Mar 31 15:55:45.483705 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-529228e2-d13f-43c9-a8d2-e15064675d72 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525431 Mar 31 15:55:45.630036 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5afbdf7-ab96-4edd-bd6b-2544e910c39c req-19f10731-ec24-467f-9f7a-7be7320d99a4 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500418 Mar 31 15:55:46.144615 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642ee52-fb33-4ff9-8bd6-7ee0009daa70 req-43a47b7c-26bd-4e0e-a746-46c9e5c5ac56 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.146787 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1642ee52-fb33-4ff9-8bd6-7ee0009daa70 req-43a47b7c-26bd-4e0e-a746-46c9e5c5ac56 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.1389451 Mar 31 15:55:46.214652 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1642ee52-fb33-4ff9-8bd6-7ee0009daa70 req-33c771b4-0444-4046-ab8f-d1a23b3ee036 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Mar 31 15:55:46.444875 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:47.405745 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766c5f1-f298-43da-b9b6-809a709ddb90 req-18221936-98ff-4cc3-840f-f50d7d5af697 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.409856 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7766c5f1-f298-43da-b9b6-809a709ddb90 req-18221936-98ff-4cc3-840f-f50d7d5af697 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0966620 Mar 31 15:55:47.517560 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7766c5f1-f298-43da-b9b6-809a709ddb90 req-34b47cd6-a8c5-431c-bc56-41f0324048b6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955651 Mar 31 15:55:48.121374 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57810) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:48.302133 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57818) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:48.388887 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42ef8b9e-5d8e-491a-9e07-62c309c37891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.459404 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5435631e-2de7-4270-9c71-d8aff1237d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.523250 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42ef8b9e-5d8e-491a-9e07-62c309c37891 admin admin] Publish callbacks [] for security_group (8841411f-8cc7-4f9b-9866-41ba0a1380c7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.607808 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5435631e-2de7-4270-9c71-d8aff1237d1d admin admin] Publish callbacks [] for security_group (33766749-f0cb-4c56-a983-2a8b5b2a6517), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.627720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42ef8b9e-5d8e-491a-9e07-62c309c37891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8841411f-8cc7-4f9b-9866-41ba0a1380c7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.687183 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-42ef8b9e-5d8e-491a-9e07-62c309c37891 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf9e4f163fca4b93bee4c852bdaa3052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642118 Mar 31 15:55:48.691043 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57826) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:48.712869 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef8b9e-5d8e-491a-9e07-62c309c37891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8841411f-8cc7-4f9b-9866-41ba0a1380c7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:48.733638 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdacbb-1c85-46a8-8773-1c34020c5c05 req-f1ce4e52-cdf2-4464-b9f5-fd8406d822b0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.736112 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ddcdacbb-1c85-46a8-8773-1c34020c5c05 req-f1ce4e52-cdf2-4464-b9f5-fd8406d822b0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.1210902 Mar 31 15:55:48.745631 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5435631e-2de7-4270-9c71-d8aff1237d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (33766749-f0cb-4c56-a983-2a8b5b2a6517), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.791129 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f01bae05-ea4c-4367-a79f-eaaad0932e5f admin admin] Publish callbacks [] for security_group (8841411f-8cc7-4f9b-9866-41ba0a1380c7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.823395 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f01bae05-ea4c-4367-a79f-eaaad0932e5f admin admin] Publish callbacks [] for security_group (8841411f-8cc7-4f9b-9866-41ba0a1380c7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.829517 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5435631e-2de7-4270-9c71-d8aff1237d1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0981514ecf9343a09c88553bc7799c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250752 Mar 31 15:55:48.831379 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 57832) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:48.860727 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435631e-2de7-4270-9c71-d8aff1237d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33766749-f0cb-4c56-a983-2a8b5b2a6517,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:48.887853 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ddcdacbb-1c85-46a8-8773-1c34020c5c05 req-45e7abcc-50db-45b9-9706-22fd1eee6289 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286762 Mar 31 15:55:48.974350 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6bfad3c6-1a1c-48d5-a566-eaac89e4ea48 admin admin] Publish callbacks [] for security_group (33766749-f0cb-4c56-a983-2a8b5b2a6517), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.030506 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6bfad3c6-1a1c-48d5-a566-eaac89e4ea48 admin admin] Publish callbacks [] for security_group (33766749-f0cb-4c56-a983-2a8b5b2a6517), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.120883 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f01bae05-ea4c-4367-a79f-eaaad0932e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8841411f-8cc7-4f9b-9866-41ba0a1380c7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.128298 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f01bae05-ea4c-4367-a79f-eaaad0932e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.130655 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f01bae05-ea4c-4367-a79f-eaaad0932e5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8841411f-8cc7-4f9b-9866-41ba0a1380c7 HTTP/1.1" status: 204 len: 168 time: 0.4381590 Mar 31 15:55:49.155969 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bae05-ea4c-4367-a79f-eaaad0932e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8841411f-8cc7-4f9b-9866-41ba0a1380c7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:49.220479 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6bfad3c6-1a1c-48d5-a566-eaac89e4ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (33766749-f0cb-4c56-a983-2a8b5b2a6517), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.225912 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6bfad3c6-1a1c-48d5-a566-eaac89e4ea48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.233462 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6bfad3c6-1a1c-48d5-a566-eaac89e4ea48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33766749-f0cb-4c56-a983-2a8b5b2a6517 HTTP/1.1" status: 204 len: 168 time: 0.4000411 Mar 31 15:55:49.249783 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad3c6-1a1c-48d5-a566-eaac89e4ea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33766749-f0cb-4c56-a983-2a8b5b2a6517,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:49.402288 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:50.111088 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7c2bd-03ba-46d8-a8ba-9c6f8cd2d955 req-2327d7fd-bfc9-4d1c-afb5-965266e6376f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.123200 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dbc7c2bd-03ba-46d8-a8ba-9c6f8cd2d955 req-2327d7fd-bfc9-4d1c-afb5-965266e6376f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.1292706 Mar 31 15:55:50.328375 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dbc7c2bd-03ba-46d8-a8ba-9c6f8cd2d955 req-9912598a-51c8-42aa-8001-0cb284ba06e9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029788 Mar 31 15:55:50.348267 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-d8dbece7-83ca-4add-afc3-ce9eaf944d12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1997795 Mar 31 15:55:50.462881 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57914) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:50.492920 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddcfe-3b54-4429-afd5-15b67fd1cf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:50.527130 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-9748b0b6-fb87-407e-961d-0f9d6edb3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.532169 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-9748b0b6-fb87-407e-961d-0f9d6edb3837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 1129 time: 0.1024814 Mar 31 15:55:50.643065 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddcfe-3b54-4429-afd5-15b67fd1cf10 admin admin] Publish callbacks [] for security_group (4a52108f-b448-4328-96fc-2067700f6789), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:50.704421 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddcfe-3b54-4429-afd5-15b67fd1cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (4a52108f-b448-4328-96fc-2067700f6789), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:50.736952 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-bc8c05d8-2abf-4d83-a8e4-f2a78153e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.738809 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-bc8c05d8-2abf-4d83-a8e4-f2a78153e2d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.1756771 Mar 31 15:55:50.767096 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2f1ddcfe-3b54-4429-afd5-15b67fd1cf10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59256f3c759846089591185681d3e623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022976 Mar 31 15:55:50.770481 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 57924) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:50.799852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ddcfe-3b54-4429-afd5-15b67fd1cf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52108f-b448-4328-96fc-2067700f6789,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:50.863533 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a24c1427-6fd0-41c3-b528-e7b595416d8e admin admin] Publish callbacks [] for security_group (4a52108f-b448-4328-96fc-2067700f6789), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:50.865108 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-b40f85b3-4f0a-49fd-be0d-7676a9b2b4ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee HTTP/1.1" status: 200 len: 1001 time: 0.1183543 Mar 31 15:55:50.894933 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a24c1427-6fd0-41c3-b528-e7b595416d8e admin admin] Publish callbacks [] for security_group (4a52108f-b448-4328-96fc-2067700f6789), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:50.949186 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-8abd321b-298d-4482-95ed-ea8f9bd92acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.950874 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-8abd321b-298d-4482-95ed-ea8f9bd92acd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0776138 Mar 31 15:55:51.020164 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-68bf9e0f-5487-431d-a814-085e3e436493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:51.023034 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-68bf9e0f-5487-431d-a814-085e3e436493 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640945 Mar 31 15:55:51.133623 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a24c1427-6fd0-41c3-b528-e7b595416d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (4a52108f-b448-4328-96fc-2067700f6789), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:51.138201 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a24c1427-6fd0-41c3-b528-e7b595416d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:51.150764 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a24c1427-6fd0-41c3-b528-e7b595416d8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a52108f-b448-4328-96fc-2067700f6789 HTTP/1.1" status: 204 len: 168 time: 0.3680146 Mar 31 15:55:51.165797 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c1427-6fd0-41c3-b528-e7b595416d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a52108f-b448-4328-96fc-2067700f6789,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:51.252599 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-7db25643-9eb4-4770-b67d-a99ceedd8827 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217178 Mar 31 15:55:51.467879 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f5508fdb-99f1-4503-b1c9-daffed1d8dbe req-4293ca82-d535-4c89-9898-be361cc6320d service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082953 Mar 31 15:55:51.522359 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc3a7b-301d-4c42-9d9f-b70666245fe3 req-5c073eeb-a378-4c31-83a8-0d5235b38655 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:51.524353 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3adc3a7b-301d-4c42-9d9f-b70666245fe3 req-5c073eeb-a378-4c31-83a8-0d5235b38655 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0789263 Mar 31 15:55:51.626097 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3adc3a7b-301d-4c42-9d9f-b70666245fe3 req-97dd29eb-80af-4ca3-89cb-b845bcfff692 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909700 Mar 31 15:55:52.790288 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e6682-576a-445c-8371-2038f1293628 req-b3e15179-fa2b-4f3a-ba2c-ba88bddfb77f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:52.791965 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-466e6682-576a-445c-8371-2038f1293628 req-b3e15179-fa2b-4f3a-ba2c-ba88bddfb77f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0686834 Mar 31 15:55:52.867268 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-466e6682-576a-445c-8371-2038f1293628 req-ea1dc7d3-cc87-4862-b1d5-492215ecd010 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681243 Mar 31 15:55:52.898091 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58002) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:53.045543 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aaf34303-f252-494f-b448-327907db3028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.180486 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aaf34303-f252-494f-b448-327907db3028 admin admin] Publish callbacks [] for security_group (f58548b4-e115-4d6d-b9a3-d5fa113e178b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.459487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aaf34303-f252-494f-b448-327907db3028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f58548b4-e115-4d6d-b9a3-d5fa113e178b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.551178 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-aaf34303-f252-494f-b448-327907db3028 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c69c4123de474fd394d752efded3897b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6512632 Mar 31 15:55:53.554710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf34303-f252-494f-b448-327907db3028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58548b4-e115-4d6d-b9a3-d5fa113e178b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:53.554976 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58040) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:53.640711 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1aefe23c-5644-43fd-8d8d-d0240653a6f5 admin admin] Publish callbacks [] for security_group (f58548b4-e115-4d6d-b9a3-d5fa113e178b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.690204 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1aefe23c-5644-43fd-8d8d-d0240653a6f5 admin admin] Publish callbacks [] for security_group (f58548b4-e115-4d6d-b9a3-d5fa113e178b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.900759 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1aefe23c-5644-43fd-8d8d-d0240653a6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f58548b4-e115-4d6d-b9a3-d5fa113e178b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.905512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1aefe23c-5644-43fd-8d8d-d0240653a6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.920346 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1aefe23c-5644-43fd-8d8d-d0240653a6f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f58548b4-e115-4d6d-b9a3-d5fa113e178b HTTP/1.1" status: 204 len: 168 time: 0.3640094 Mar 31 15:55:53.936474 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefe23c-5644-43fd-8d8d-d0240653a6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58548b4-e115-4d6d-b9a3-d5fa113e178b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:54.083590 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a7151-dcaf-413d-93db-772f8e01ee62 req-a5da10e5-640f-44db-ae28-cc8eb1be1160 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.086178 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d91a7151-dcaf-413d-93db-772f8e01ee62 req-a5da10e5-640f-44db-ae28-cc8eb1be1160 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0856113 Mar 31 15:55:54.199480 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d91a7151-dcaf-413d-93db-772f8e01ee62 req-a0c48ea8-5ce1-4ade-96a3-e67410a52847 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995646 Mar 31 15:55:54.918225 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58096) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:54.934990 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.030820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Publish callbacks [] for security_group (d85bd357-210e-4405-b32d-48741547597c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.138568 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d85bd357-210e-4405-b32d-48741547597c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.187620 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b0b4313fc324b86afcaa13000022b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679327 Mar 31 15:55:55.189678 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85bd357-210e-4405-b32d-48741547597c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:55.191267 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58098) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:55.204609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.205336 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.205790 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.206323 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.207058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.207562 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.208289 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.208753 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.209270 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.209790 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.210175 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.210585 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.211041 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.211436 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.211837 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1c5e7-c29c-4f8c-9b95-2e8867616c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.266114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Publish callbacks [] for security_group (d85bd357-210e-4405-b32d-48741547597c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.304518 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Publish callbacks [] for security_group (d85bd357-210e-4405-b32d-48741547597c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.421285 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaccbe-6ff1-4044-8309-7f013b342cc7 req-7af31a35-6bc6-4b38-8a4e-38a4b6d6bd42 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:55.425895 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6efaccbe-6ff1-4044-8309-7f013b342cc7 req-7af31a35-6bc6-4b38-8a4e-38a4b6d6bd42 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.1288557 Mar 31 15:55:55.479012 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6efaccbe-6ff1-4044-8309-7f013b342cc7 req-a0a41fd9-de69-41e7-8e1f-8a6ce2cb446e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Mar 31 15:55:55.522378 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d85bd357-210e-4405-b32d-48741547597c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.525109 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:55.526753 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d85bd357-210e-4405-b32d-48741547597c HTTP/1.1" status: 204 len: 168 time: 0.3335502 Mar 31 15:55:55.537353 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85bd357-210e-4405-b32d-48741547597c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:55.548392 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.548998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.549515 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.549954 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.550435 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.550948 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.551744 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.552335 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.552830 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.553325 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.553889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.554569 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.555434 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.556079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:55.556616 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401173-0662-45c4-b31a-1ee72d52637b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:56.546261 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58134) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:56.561519 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84e23f93-01a9-4f06-9dc1-ec681d9fa860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:56.734502 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1910464-17c7-45c2-8a69-4310653cba7d req-6bbfefc0-c4fe-49f9-8aad-d98296dd9689 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.737244 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1910464-17c7-45c2-8a69-4310653cba7d req-6bbfefc0-c4fe-49f9-8aad-d98296dd9689 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.1452270 Mar 31 15:55:56.801912 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84e23f93-01a9-4f06-9dc1-ec681d9fa860 admin admin] Publish callbacks [] for security_group (d833af55-b601-4c03-bcf6-53f8267cb6f6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:56.847384 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1910464-17c7-45c2-8a69-4310653cba7d req-c0761e9a-e309-4476-924d-3af93ea7feba tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909986 Mar 31 15:55:56.904675 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84e23f93-01a9-4f06-9dc1-ec681d9fa860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d833af55-b601-4c03-bcf6-53f8267cb6f6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:56.955234 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-84e23f93-01a9-4f06-9dc1-ec681d9fa860 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fd472f991cc4918aad469bbdb105f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073427 Mar 31 15:55:56.956139 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e23f93-01a9-4f06-9dc1-ec681d9fa860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d833af55-b601-4c03-bcf6-53f8267cb6f6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:56.958768 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58148) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:57.055713 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8e217aa-36ee-4c8b-afa0-e3e8b8f5b947 admin admin] Publish callbacks [] for security_group (d833af55-b601-4c03-bcf6-53f8267cb6f6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:57.115187 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8e217aa-36ee-4c8b-afa0-e3e8b8f5b947 admin admin] Publish callbacks [] for security_group (d833af55-b601-4c03-bcf6-53f8267cb6f6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:57.327625 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d527dc-d199-4bbd-b296-a2c5cc85ce60 req-584c7d83-af53-430d-8b54-ed1fe4e7de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:57.331040 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-42d527dc-d199-4bbd-b296-a2c5cc85ce60 req-584c7d83-af53-430d-8b54-ed1fe4e7de0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1129 time: 0.0726285 Mar 31 15:55:57.358531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8e217aa-36ee-4c8b-afa0-e3e8b8f5b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d833af55-b601-4c03-bcf6-53f8267cb6f6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:57.364383 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8e217aa-36ee-4c8b-afa0-e3e8b8f5b947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:57.378868 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c8e217aa-36ee-4c8b-afa0-e3e8b8f5b947 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d833af55-b601-4c03-bcf6-53f8267cb6f6 HTTP/1.1" status: 204 len: 168 time: 0.4178524 Mar 31 15:55:57.389393 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e217aa-36ee-4c8b-afa0-e3e8b8f5b947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d833af55-b601-4c03-bcf6-53f8267cb6f6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:57.409377 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-42d527dc-d199-4bbd-b296-a2c5cc85ce60 req-bf44134a-b115-4b93-b15a-151639b9dc16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698073 Mar 31 15:55:58.227704 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d2962-8ac1-4730-81ac-38b45e0968af req-65a53193-12f0-4cb0-b7b9-477b6235f123 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:58.230193 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e53d2962-8ac1-4730-81ac-38b45e0968af req-65a53193-12f0-4cb0-b7b9-477b6235f123 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.2808018 Mar 31 15:55:58.301081 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e53d2962-8ac1-4730-81ac-38b45e0968af req-0415c554-2d06-4fcf-84e6-9bfea36971a9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611255 Mar 31 15:55:59.479105 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57917-305b-4f94-915b-a80b14a3f2a2 req-d65a1671-d162-4ee8-a984-a067ed093ff5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:59.481414 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8cd57917-305b-4f94-915b-a80b14a3f2a2 req-d65a1671-d162-4ee8-a984-a067ed093ff5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0885205 Mar 31 15:55:59.569227 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8cd57917-305b-4f94-915b-a80b14a3f2a2 req-03d639c8-b554-4361-b6c1-8ae749b48aae tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808668 Mar 31 15:55:59.853762 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58260) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:59.994242 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19f47d4e-726a-4e24-911e-ee1c2123f34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.120351 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19f47d4e-726a-4e24-911e-ee1c2123f34d admin admin] Publish callbacks [] for security_group (91145f7a-11e5-4182-82c7-5a5c539147c2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.202197 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19f47d4e-726a-4e24-911e-ee1c2123f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (91145f7a-11e5-4182-82c7-5a5c539147c2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.273570 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-19f47d4e-726a-4e24-911e-ee1c2123f34d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02812395b2834356a282ea579cbaef01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183717 Mar 31 15:56:00.275040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f47d4e-726a-4e24-911e-ee1c2123f34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91145f7a-11e5-4182-82c7-5a5c539147c2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:00.276584 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58278) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:00.365414 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b344ac92-e1aa-40c1-8aba-c44b8c7b3964 admin admin] Publish callbacks [] for security_group (91145f7a-11e5-4182-82c7-5a5c539147c2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.404791 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b344ac92-e1aa-40c1-8aba-c44b8c7b3964 admin admin] Publish callbacks [] for security_group (91145f7a-11e5-4182-82c7-5a5c539147c2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.586002 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b344ac92-e1aa-40c1-8aba-c44b8c7b3964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (91145f7a-11e5-4182-82c7-5a5c539147c2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.589904 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b344ac92-e1aa-40c1-8aba-c44b8c7b3964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:00.595006 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b344ac92-e1aa-40c1-8aba-c44b8c7b3964 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91145f7a-11e5-4182-82c7-5a5c539147c2 HTTP/1.1" status: 204 len: 168 time: 0.3140736 Mar 31 15:56:00.617443 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344ac92-e1aa-40c1-8aba-c44b8c7b3964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91145f7a-11e5-4182-82c7-5a5c539147c2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:00.817257 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf9f8-2359-4950-8331-11bbe775fbfb req-b5b019f9-af0d-4442-8738-a1982110ae00 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:00.819886 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-118bf9f8-2359-4950-8331-11bbe775fbfb req-b5b019f9-af0d-4442-8738-a1982110ae00 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0964866 Mar 31 15:56:00.916351 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-118bf9f8-2359-4950-8331-11bbe775fbfb req-87c28c6e-c271-4653-9c43-1d9085eb9c81 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879083 Mar 31 15:56:02.106658 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6472106-aace-4134-b488-5a40e1281ab4 req-6be7196e-469b-4e92-8cf3-b7239793df3c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.118424 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6472106-aace-4134-b488-5a40e1281ab4 req-6be7196e-469b-4e92-8cf3-b7239793df3c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0717361 Mar 31 15:56:02.178094 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6472106-aace-4134-b488-5a40e1281ab4 req-8fc943c4-8f03-46fc-a5f0-057178a9f668 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Mar 31 15:56:02.783473 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e198fa6-4672-4e13-b8f3-5ff86954c131 req-36c6efde-61c3-42ed-84bb-98df7f297d4d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.785655 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e198fa6-4672-4e13-b8f3-5ff86954c131 req-36c6efde-61c3-42ed-84bb-98df7f297d4d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0728590 Mar 31 15:56:02.870811 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e198fa6-4672-4e13-b8f3-5ff86954c131 req-f0b1bb4d-a4ea-4f92-a6b5-c88cbd4ff571 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743046 Mar 31 15:56:02.886786 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23252e-207c-470b-84f9-110b855d4b22 req-bd0ce1f0-d3c4-4d60-8619-ba169500c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.896346 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-bd0ce1f0-d3c4-4d60-8619-ba169500c688 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1129 time: 0.0919697 Mar 31 15:56:03.029626 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23252e-207c-470b-84f9-110b855d4b22 req-992db3bb-6942-4196-a0d2-0d04fa36bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:03.031326 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-992db3bb-6942-4196-a0d2-0d04fa36bb56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1284995 Mar 31 15:56:03.081669 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-98dbd799-6a22-4538-b0aa-deecafb51ebb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 217 time: 0.0434840 Mar 31 15:56:03.149932 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23252e-207c-470b-84f9-110b855d4b22 req-42fb2900-b597-45e5-9351-daa1fc169858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:03.153945 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-42fb2900-b597-45e5-9351-daa1fc169858 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0646892 Mar 31 15:56:03.221329 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23252e-207c-470b-84f9-110b855d4b22 req-d329a208-71a4-421c-aadd-a19d0399624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:03.222907 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-d329a208-71a4-421c-aadd-a19d0399624c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612340 Mar 31 15:56:03.333408 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-191fa626-b8e0-41f3-81c3-05b9a0fb943f service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037474 Mar 31 15:56:03.484617 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d23252e-207c-470b-84f9-110b855d4b22 req-41753d3c-1180-4645-b70b-a1febe802ef5 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431146 Mar 31 15:56:04.053866 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199408-ec0e-4254-b08f-df7c3c803ae4 req-31b155df-d9ca-48e3-babd-9e1429dfa435 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:04.055468 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c199408-ec0e-4254-b08f-df7c3c803ae4 req-31b155df-d9ca-48e3-babd-9e1429dfa435 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0716581 Mar 31 15:56:04.115560 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c199408-ec0e-4254-b08f-df7c3c803ae4 req-1bc1b11d-1416-415a-9cd0-108f441546ce tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521693 Mar 31 15:56:05.124450 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58442) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:05.292081 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dbaa38ec-53ac-4450-bfe9-05dc59b6c031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.312166 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e240a01-0382-46ac-bfb4-5a3bc8392cc9 req-2172b8e7-6d56-4e2b-a617-e5f9bf15d382 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:05.322494 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e240a01-0382-46ac-bfb4-5a3bc8392cc9 req-2172b8e7-6d56-4e2b-a617-e5f9bf15d382 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0910106 Mar 31 15:56:05.393765 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e240a01-0382-46ac-bfb4-5a3bc8392cc9 req-bcc462dd-e6fa-4c1c-907d-898106fed45d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703447 Mar 31 15:56:05.432467 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dbaa38ec-53ac-4450-bfe9-05dc59b6c031 admin admin] Publish callbacks [] for security_group (cfdc7202-bafc-4dc6-a245-3385683a4663), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.533491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dbaa38ec-53ac-4450-bfe9-05dc59b6c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (cfdc7202-bafc-4dc6-a245-3385683a4663), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.579576 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dbaa38ec-53ac-4450-bfe9-05dc59b6c031 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47b2b8400a3f45e9befd861d1059390c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517241 Mar 31 15:56:05.580548 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa38ec-53ac-4450-bfe9-05dc59b6c031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc7202-bafc-4dc6-a245-3385683a4663,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:05.583624 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58458) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:05.593657 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58460) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:05.683679 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9d2fb1f-a4e5-4ec5-a0f1-9fe152a5b738 admin admin] Publish callbacks [] for security_group (cfdc7202-bafc-4dc6-a245-3385683a4663), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.726895 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9d2fb1f-a4e5-4ec5-a0f1-9fe152a5b738 admin admin] Publish callbacks [] for security_group (cfdc7202-bafc-4dc6-a245-3385683a4663), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.816825 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cddfed6e-ed3e-4729-b559-037795141002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.007505 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9d2fb1f-a4e5-4ec5-a0f1-9fe152a5b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (cfdc7202-bafc-4dc6-a245-3385683a4663), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.014848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9d2fb1f-a4e5-4ec5-a0f1-9fe152a5b738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.021583 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d9d2fb1f-a4e5-4ec5-a0f1-9fe152a5b738 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfdc7202-bafc-4dc6-a245-3385683a4663 HTTP/1.1" status: 204 len: 168 time: 0.4325747 Mar 31 15:56:06.035713 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2fb1f-a4e5-4ec5-a0f1-9fe152a5b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc7202-bafc-4dc6-a245-3385683a4663,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:06.155548 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cddfed6e-ed3e-4729-b559-037795141002 admin admin] Publish callbacks [] for security_group (28b3b802-36d5-40f5-b4b6-9b1b60df02b6), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.259267 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cddfed6e-ed3e-4729-b559-037795141002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (28b3b802-36d5-40f5-b4b6-9b1b60df02b6), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.312519 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cddfed6e-ed3e-4729-b559-037795141002 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b798aa2967242f79771a9f6f1105858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7115519 Mar 31 15:56:06.313645 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58488) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:06.320214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfed6e-ed3e-4729-b559-037795141002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b3b802-36d5-40f5-b4b6-9b1b60df02b6,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:06.418788 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3612a7b3-dc12-40b2-92a9-9b093424c797 admin admin] Publish callbacks [] for security_group (28b3b802-36d5-40f5-b4b6-9b1b60df02b6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.455355 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3612a7b3-dc12-40b2-92a9-9b093424c797 admin admin] Publish callbacks [] for security_group (28b3b802-36d5-40f5-b4b6-9b1b60df02b6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.604998 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3651e-ae3c-486c-9104-562855031437 req-d4e69143-fcec-4462-9b9d-f00ae972103b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:06.608023 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89c3651e-ae3c-486c-9104-562855031437 req-d4e69143-fcec-4462-9b9d-f00ae972103b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0946321 Mar 31 15:56:06.637227 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3612a7b3-dc12-40b2-92a9-9b093424c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (28b3b802-36d5-40f5-b4b6-9b1b60df02b6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.640812 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3612a7b3-dc12-40b2-92a9-9b093424c797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.643375 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3612a7b3-dc12-40b2-92a9-9b093424c797 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28b3b802-36d5-40f5-b4b6-9b1b60df02b6 HTTP/1.1" status: 204 len: 168 time: 0.3285756 Mar 31 15:56:06.663517 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612a7b3-dc12-40b2-92a9-9b093424c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b3b802-36d5-40f5-b4b6-9b1b60df02b6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:06.736037 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-89c3651e-ae3c-486c-9104-562855031437 req-18b197bc-638c-4e26-ac62-0d5d660ec70f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200383 Mar 31 15:56:06.763718 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58508) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:06.844574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58516) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:07.060936 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed5f441b-5c78-4c0a-bba9-109479e21a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.196311 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed5f441b-5c78-4c0a-bba9-109479e21a26 admin admin] Publish callbacks [] for security_group (d816ca7d-985b-4c31-aea6-eb1109dbb092), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.332989 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed5f441b-5c78-4c0a-bba9-109479e21a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d816ca7d-985b-4c31-aea6-eb1109dbb092), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.337352 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9a8987e-2471-45a2-ae47-0ac0e2145128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.420068 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f441b-5c78-4c0a-bba9-109479e21a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d816ca7d-985b-4c31-aea6-eb1109dbb092,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:07.466152 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ed5f441b-5c78-4c0a-bba9-109479e21a26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c409a1bd678a4daf921ed4be108add3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7011640 Mar 31 15:56:07.469058 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58536) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:07.562354 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-422b702c-49cb-4aee-ae13-24c8bdcc1441 admin admin] Publish callbacks [] for security_group (d816ca7d-985b-4c31-aea6-eb1109dbb092), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.575701 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9a8987e-2471-45a2-ae47-0ac0e2145128 admin admin] Publish callbacks [] for security_group (f3c95689-2519-42e9-a0d9-9bed4cb90753), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.599533 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-422b702c-49cb-4aee-ae13-24c8bdcc1441 admin admin] Publish callbacks [] for security_group (d816ca7d-985b-4c31-aea6-eb1109dbb092), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.701873 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9a8987e-2471-45a2-ae47-0ac0e2145128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f3c95689-2519-42e9-a0d9-9bed4cb90753), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.790068 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c9a8987e-2471-45a2-ae47-0ac0e2145128 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf7586c78e224999932cc145f159c6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9434960 Mar 31 15:56:07.791436 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8987e-2471-45a2-ae47-0ac0e2145128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c95689-2519-42e9-a0d9-9bed4cb90753,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:07.792852 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58548) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:07.841535 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-422b702c-49cb-4aee-ae13-24c8bdcc1441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d816ca7d-985b-4c31-aea6-eb1109dbb092), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.846863 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-422b702c-49cb-4aee-ae13-24c8bdcc1441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.848818 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-422b702c-49cb-4aee-ae13-24c8bdcc1441 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d816ca7d-985b-4c31-aea6-eb1109dbb092 HTTP/1.1" status: 204 len: 168 time: 0.3780708 Mar 31 15:56:07.903008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b702c-49cb-4aee-ae13-24c8bdcc1441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d816ca7d-985b-4c31-aea6-eb1109dbb092,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:07.906344 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58558) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:07.935776 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07ba2de1-3a4f-44a1-a7b1-4b89eb1903a4 admin admin] Publish callbacks [] for security_group (f3c95689-2519-42e9-a0d9-9bed4cb90753), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.943196 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ff67010-0ed3-403b-ae15-91648743f047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.987226 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-37e60adf-94e9-414b-9fd9-8f9233bb96a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.010497 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07ba2de1-3a4f-44a1-a7b1-4b89eb1903a4 admin admin] Publish callbacks [] for security_group (f3c95689-2519-42e9-a0d9-9bed4cb90753), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.118914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ff67010-0ed3-403b-ae15-91648743f047 admin admin] Publish callbacks [] for security_group (f7a839cf-242c-48fb-9fd3-0f2231d0149d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.276355 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ff67010-0ed3-403b-ae15-91648743f047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f7a839cf-242c-48fb-9fd3-0f2231d0149d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.310224 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07ba2de1-3a4f-44a1-a7b1-4b89eb1903a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f3c95689-2519-42e9-a0d9-9bed4cb90753), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.313088 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07ba2de1-3a4f-44a1-a7b1-4b89eb1903a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.315262 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-07ba2de1-3a4f-44a1-a7b1-4b89eb1903a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3c95689-2519-42e9-a0d9-9bed4cb90753 HTTP/1.1" status: 204 len: 168 time: 0.5208786 Mar 31 15:56:08.324669 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0ff67010-0ed3-403b-ae15-91648743f047 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=985e385917a24841bdab3420f38e22eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130697 Mar 31 15:56:08.324669 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67010-0ed3-403b-ae15-91648743f047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a839cf-242c-48fb-9fd3-0f2231d0149d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:08.325583 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58570) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:08.332192 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba2de1-3a4f-44a1-a7b1-4b89eb1903a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c95689-2519-42e9-a0d9-9bed4cb90753,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:08.386299 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3387d-4332-4dea-b44b-2fdfbed83405 admin admin] Publish callbacks [] for security_group (f7a839cf-242c-48fb-9fd3-0f2231d0149d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.431456 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3387d-4332-4dea-b44b-2fdfbed83405 admin admin] Publish callbacks [] for security_group (f7a839cf-242c-48fb-9fd3-0f2231d0149d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.619296 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3387d-4332-4dea-b44b-2fdfbed83405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f7a839cf-242c-48fb-9fd3-0f2231d0149d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.622132 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3387d-4332-4dea-b44b-2fdfbed83405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.623449 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5dc3387d-4332-4dea-b44b-2fdfbed83405 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7a839cf-242c-48fb-9fd3-0f2231d0149d HTTP/1.1" status: 204 len: 168 time: 0.2968950 Mar 31 15:56:08.632487 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3387d-4332-4dea-b44b-2fdfbed83405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a839cf-242c-48fb-9fd3-0f2231d0149d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:09.196597 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58600) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:09.202731 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510369749', 'description': 'tempest-description--20464431'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:09.328142 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.482153 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group (61470423-c201-4663-a175-2f98690ea646), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.539483 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (61470423-c201-4663-a175-2f98690ea646), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.613984 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61470423-c201-4663-a175-2f98690ea646,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:09.680826 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.683795 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ecdb49dc-dc54-48ea-b426-6b48b317ee88 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4854794 Mar 31 15:56:09.696271 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58624) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:09.707893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'security_group_rule': {'security_group_id': '61470423-c201-4663-a175-2f98690ea646', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:09.781107 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58640) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:09.902725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group_rule (55254b50-d1a7-475f-96ee-f81a82d53590), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.980419 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1254f71c-30f0-4241-9512-3f1666b43723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.008618 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group_rule (55254b50-d1a7-475f-96ee-f81a82d53590), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.093551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (55254b50-d1a7-475f-96ee-f81a82d53590), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.122916 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55254b50-d1a7-475f-96ee-f81a82d53590,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:10.159353 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1254f71c-30f0-4241-9512-3f1666b43723 admin admin] Publish callbacks [] for security_group (6124c8e9-faab-49a1-9f55-c64be367dd17), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.249662 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.251622 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-95ce6425-18f2-424d-8d8d-f19e9e82c3cb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5535085 Mar 31 15:56:10.260792 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58672) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:10.265608 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'security_group_rule': {'security_group_id': '61470423-c201-4663-a175-2f98690ea646', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:10.282295 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1254f71c-30f0-4241-9512-3f1666b43723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6124c8e9-faab-49a1-9f55-c64be367dd17), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.328107 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1254f71c-30f0-4241-9512-3f1666b43723 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26d4b942865f412eb92dc05636113850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409575 Mar 31 15:56:10.328107 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f71c-30f0-4241-9512-3f1666b43723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6124c8e9-faab-49a1-9f55-c64be367dd17,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:10.330012 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58676) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:10.390106 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b09b403-6f7b-411e-9415-e50d263adb70 admin admin] Publish callbacks [] for security_group (6124c8e9-faab-49a1-9f55-c64be367dd17), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.423568 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b09b403-6f7b-411e-9415-e50d263adb70 admin admin] Publish callbacks [] for security_group (6124c8e9-faab-49a1-9f55-c64be367dd17), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.733667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group_rule (27880d54-5ea4-41d8-8a9f-17c7e7423183), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.899840 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b09b403-6f7b-411e-9415-e50d263adb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6124c8e9-faab-49a1-9f55-c64be367dd17), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.904681 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b09b403-6f7b-411e-9415-e50d263adb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.906705 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3b09b403-6f7b-411e-9415-e50d263adb70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6124c8e9-faab-49a1-9f55-c64be367dd17 HTTP/1.1" status: 204 len: 168 time: 0.5753987 Mar 31 15:56:10.915949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group_rule (27880d54-5ea4-41d8-8a9f-17c7e7423183), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.920105 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09b403-6f7b-411e-9415-e50d263adb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6124c8e9-faab-49a1-9f55-c64be367dd17,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:10.979429 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-48c18e9f-3c85-47f5-a2b7-46498a1cdc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:10.980527 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (27880d54-5ea4-41d8-8a9f-17c7e7423183), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:11.004069 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27880d54-5ea4-41d8-8a9f-17c7e7423183,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:11.143259 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:11.145463 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f3b0510b-fb3d-4c20-b102-b9fa83b0b6fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8834326 Mar 31 15:56:11.148905 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58686) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:11.155776 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:11.331016 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:11.456661 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:11.663860 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58700) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:11.681697 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Allocated IP 172.27.1.103 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/dc520a90-91b0-42ce-b55e-37b325a2b8d1) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:11.897244 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:11.935209 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2860f31c-157f-4ad5-9e75-2111b8503e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.024406 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.074223 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2860f31c-157f-4ad5-9e75-2111b8503e6e admin admin] Publish callbacks [] for security_group (48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.107373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:12.112306 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:12.130790 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:12.150506 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2860f31c-157f-4ad5-9e75-2111b8503e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.194705 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58716) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:12.209657 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2860f31c-157f-4ad5-9e75-2111b8503e6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ed737dfdd134140924798221d7dd5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423381 Mar 31 15:56:12.211049 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860f31c-157f-4ad5-9e75-2111b8503e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:12.214125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58720) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:12.226837 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'Port': ['ID=dc520a90-91b0-42ce-b55e-37b325a2b8d1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:12.290887 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bc206c7-f00d-49ec-bff6-414f357fe83f admin admin] Publish callbacks [] for security_group (48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.335812 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bc206c7-f00d-49ec-bff6-414f357fe83f admin admin] Publish callbacks [] for security_group (48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.390121 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.502913 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.528230 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bc206c7-f00d-49ec-bff6-414f357fe83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.533125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bc206c7-f00d-49ec-bff6-414f357fe83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.537016 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0bc206c7-f00d-49ec-bff6-414f357fe83f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3 HTTP/1.1" status: 204 len: 168 time: 0.3197687 Mar 31 15:56:12.566272 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc206c7-f00d-49ec-bff6-414f357fe83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fbc4fe-e237-43ef-bc89-0aa9d55b5ee3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:12.761852 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1297593462-network', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:12.869545 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.904489 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Made reservation on behalf of 53f00ecd42a24c82800c15d8b262171a for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:12.912340 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.919395 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:12.967705 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.084382 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'Port': ['ID=dc520a90-91b0-42ce-b55e-37b325a2b8d1,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:13.094988 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.103248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks [] for security_group (ccb1008e-5104-4d40-b495-ec51b7e55462), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.293141 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ccb1008e-5104-4d40-b495-ec51b7e55462), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.297005 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.306696 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-48f86182-cf99-4532-948d-e2567f59664b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1556706 Mar 31 15:56:13.328752 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:56:13.337246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1008e-5104-4d40-b495-ec51b7e55462,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:13.347482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (4ad16860-10de-4044-bf49-71bf03599928), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.349245 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Added segment 4ad16860-10de-4044-bf49-71bf03599928 of type vlan for network 05946b88-413e-41d0-94fd-893fef1ec51e Mar 31 15:56:13.438926 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (05946b88-413e-41d0-94fd-893fef1ec51e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.567161 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (05946b88-413e-41d0-94fd-893fef1ec51e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.568487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:13.569245 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.644177 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] Pushing event updated for resources: {'Network': ['ID=05946b88-413e-41d0-94fd-893fef1ec51e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:13.653494 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 05946b88-413e-41d0-94fd-893fef1ec51e details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:56:13.761883 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-75b2b952-961d-4aa3-9729-b2ba86b5940c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5658627 Mar 31 15:56:13.766978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58772) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:13.767594 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:13.789355 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Request body: {'subnet': {'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1297593462-subnet', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:13.900772 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Made reservation on behalf of 53f00ecd42a24c82800c15d8b262171a for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:13.905864 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26003327'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.083253 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58792) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:14.098193 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-42e2d54e-7a8d-42d4-a961-e99e329c0ac6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1510369749&fields=id&tenant_id=8239194064cd46049a89af5b1e8032af HTTP/1.1" status: 200 len: 267 time: 0.1879756 Mar 31 15:56:14.102587 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549099665', 'description': 'tempest-description--1789117693'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:14.243467 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.306839 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a38d343a-a6c8-4c33-8fb9-4d38f81025fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.308628 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a38d343a-a6c8-4c33-8fb9-4d38f81025fc tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 818 time: 0.2000461 Mar 31 15:56:14.352931 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-d89d86d7-254e-4c7c-82cf-0b343a13f2be tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/quotas/8239194064cd46049a89af5b1e8032af HTTP/1.1" status: 200 len: 375 time: 0.0340376 Mar 31 15:56:14.378793 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58802) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:14.427472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26003305'] for subnet (ddc93f13-f37b-402e-a180-dc1cdc9267bd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.440010 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (0dd2ba5e-beb0-40bf-9832-fb9c9638d64a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.508136 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc93f13-f37b-402e-a180-dc1cdc9267bd,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:14.525224 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-5f64f774-a37b-404d-9107-e5df2b24a150 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1622834 Mar 31 15:56:14.528541 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Checking segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:14.528971 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Network hostable DHCP agents. Network: 05946b88-413e-41d0-94fd-893fef1ec51e, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:56:14.563730 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (0dd2ba5e-beb0-40bf-9832-fb9c9638d64a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.633748 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:14.642256 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Network 05946b88-413e-41d0-94fd-893fef1ec51e is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:56:14.658155 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-76a4ad2d-3932-47f0-b080-ecb4906b723b service neutron] 10.222.0.58 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175976 Mar 31 15:56:14.675615 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.677425 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f5935695-21a9-40e4-9834-d0de4e10f756 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5908542 Mar 31 15:56:14.680288 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58812) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:14.685461 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': '0dd2ba5e-beb0-40bf-9832-fb9c9638d64a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:14.730870 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 05946b88-413e-41d0-94fd-893fef1ec51e) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:14.737280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.738027 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.751436 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37284636-9365-4abd-aad1-32a7b7e862d3 None None] Network 05946b88-413e-41d0-94fd-893fef1ec51e requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:56:14.803692 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (f02ac5af-9ddc-455c-bcdd-840700c18b2a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.818393 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-1fd2ca88-40cf-4914-b94f-197c8abcab22 service neutron] 10.222.0.58 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538124 Mar 31 15:56:14.862384 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5a27ef14-9f9c-4125-b340-2becf7361d62 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0927362 Mar 31 15:56:14.866613 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58818) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:14.873621 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:14.940629 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (f02ac5af-9ddc-455c-bcdd-840700c18b2a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.977009 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca5933e3-76a3-4d89-a090-994162406f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.985280 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:14.999399 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-05946b88-413e-41d0-94fd-893fef1ec51e', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:56:15.000429 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.057496 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (f02ac5af-9ddc-455c-bcdd-840700c18b2a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.094918 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (e78cda06-dff6-4336-8260-7eabc482ae43), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.096901 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (e78cda06-dff6-4336-8260-7eabc482ae43), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.107818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02ac5af-9ddc-455c-bcdd-840700c18b2a,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:15.134997 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca5933e3-76a3-4d89-a090-994162406f67 admin admin] Publish callbacks [] for security_group (40666209-342f-4040-b525-cb1f808089a0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.246888 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.249898 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3860d2cb-2505-44e4-a56b-d34e478ba3a1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5681119 Mar 31 15:56:15.253280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58830) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:15.259179 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': '0dd2ba5e-beb0-40bf-9832-fb9c9638d64a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:15.302570 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks [] for router_controller (e78cda06-dff6-4336-8260-7eabc482ae43), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.307578 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6216ae27-8a87-4c67-aad3-c7d115b8688f req-7d07b48f-c7c1-4587-954e-7a53f45e348d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.0708268 Mar 31 15:56:15.336161 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca5933e3-76a3-4d89-a090-994162406f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (40666209-342f-4040-b525-cb1f808089a0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.359370 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Allocated IP 172.20.0.2 (05946b88-413e-41d0-94fd-893fef1ec51e/ddc93f13-f37b-402e-a180-dc1cdc9267bd/738e71c9-32fa-48e6-a307-8699e260d406) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:15.428580 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5933e3-76a3-4d89-a090-994162406f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40666209-342f-4040-b525-cb1f808089a0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:15.436518 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ca5933e3-76a3-4d89-a090-994162406f67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c66a6a095a1f446ea138df2f09db1f04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0556643 Mar 31 15:56:15.439469 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58836) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:15.490314 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (b567f9d1-f203-4f94-a539-527a748ad3b1), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.773792 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fee343fe-65a3-4e4e-bd19-a3d45fce709f admin admin] Publish callbacks [] for security_group (40666209-342f-4040-b525-cb1f808089a0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.787723 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks [] for router_gateway (e78cda06-dff6-4336-8260-7eabc482ae43), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.789291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Publish callbacks [] for port (738e71c9-32fa-48e6-a307-8699e260d406), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.830887 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (b567f9d1-f203-4f94-a539-527a748ad3b1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.856335 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fee343fe-65a3-4e4e-bd19-a3d45fce709f admin admin] Publish callbacks [] for security_group (40666209-342f-4040-b525-cb1f808089a0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.876882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (738e71c9-32fa-48e6-a307-8699e260d406), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.954892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (b567f9d1-f203-4f94-a539-527a748ad3b1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.973545 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Network 05946b88-413e-41d0-94fd-893fef1ec51e is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:15.982664 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:16.000959 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:16.077435 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b567f9d1-f203-4f94-a539-527a748ad3b1,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:16.089556 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Pushing event updated for resources: {'Port': ['ID=738e71c9-32fa-48e6-a307-8699e260d406,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:16.092768 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-5d92fd31-ce0c-4e1b-af6b-d5a7bb0bb931 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b4936acf82934bb3931937acde217977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412945 Mar 31 15:56:16.209943 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.210691 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.211444 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.212227 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.212953 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.213835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.217132 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.220552 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.235003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.236418 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.237129 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.237849 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.239276 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.239930 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.240575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.303834 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Attempting to bind port 738e71c9-32fa-48e6-a307-8699e260d406 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:16.304385 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks [] for router_gateway (e78cda06-dff6-4336-8260-7eabc482ae43), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.305143 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Attempting to bind port 738e71c9-32fa-48e6-a307-8699e260d406 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:16.305425 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Attempting to bind port 738e71c9-32fa-48e6-a307-8699e260d406 on network 05946b88-413e-41d0-94fd-893fef1ec51e {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:16.306252 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.314516 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-00cc57fd-c1fd-44d3-b430-4670e4c27a0c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0598793 Mar 31 15:56:16.315774 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:16.316480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Checking segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:16.317685 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.318529 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Bound using segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:16.319507 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Bound port: 738e71c9-32fa-48e6-a307-8699e260d406, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:16.320336 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (738e71c9-32fa-48e6-a307-8699e260d406), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.324126 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58862) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:16.336408 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:16.342187 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.444223 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fee343fe-65a3-4e4e-bd19-a3d45fce709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (40666209-342f-4040-b525-cb1f808089a0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.448982 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fee343fe-65a3-4e4e-bd19-a3d45fce709f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.456488 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fee343fe-65a3-4e4e-bd19-a3d45fce709f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40666209-342f-4040-b525-cb1f808089a0 HTTP/1.1" status: 204 len: 168 time: 1.0154676 Mar 31 15:56:16.478318 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] For port 738e71c9-32fa-48e6-a307-8699e260d406, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:16.482298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] For port 738e71c9-32fa-48e6-a307-8699e260d406, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=738e71c9-32fa-48e6-a307-8699e260d406,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:16.495536 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.554929 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee343fe-65a3-4e4e-bd19-a3d45fce709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40666209-342f-4040-b525-cb1f808089a0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:16.566729 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-886e967f-0394-4e31-9c79-d3a2392d97dc req-144a9496-4a41-4846-a9ab-c55fada26ddb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.0787399 Mar 31 15:56:16.601921 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (738e71c9-32fa-48e6-a307-8699e260d406), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.616045 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-3ea8b264-b1d0-4819-84c3-ea328030261a tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.624724 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-3ea8b264-b1d0-4819-84c3-ea328030261a tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5288949 Mar 31 15:56:16.629225 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.709992 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-8fe7b629-0234-43c5-ad64-ef846073f516 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/quotas/b4936acf82934bb3931937acde217977 HTTP/1.1" status: 200 len: 375 time: 0.0745306 Mar 31 15:56:16.714220 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Allocated IP 172.27.1.142 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/57573111-49ec-4783-b98d-9e9e1b9b9459) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:16.757781 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-6d8e3d0f-6e76-48ec-baee-34139ff26613 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4936acf82934bb3931937acde217977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403154 Mar 31 15:56:16.762577 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6372c-1070-4645-a5ed-3fc8268b2926 None None] Pushing event updated for resources: {'Port': ['ID=738e71c9-32fa-48e6-a307-8699e260d406,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:16.833205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:17.032122 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks [] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:17.232976 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:17.306902 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73fd946c-c0c4-41cf-aca5-eea087018ffd req-d8db44af-3c8f-4674-8748-203ce5110798 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.0894747 Mar 31 15:56:17.334912 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.27.1.116 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/2f79779c-3363-4a51-9e0d-dcc581ae9604) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:17.433644 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:17.446330 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:17.454405 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:17.462357 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=57573111-49ec-4783-b98d-9e9e1b9b9459,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:17.698586 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 58898) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:17.755881 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd0fef57-af86-47d2-8a70-0010ba58816c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:17.898974 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cc07468-33cf-475a-bbca-398365aa5aab req-72085d17-29aa-4e3b-a06d-6c308f6ae2c8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.0404530 Mar 31 15:56:18.006992 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.098028 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd0fef57-af86-47d2-8a70-0010ba58816c admin admin] Publish callbacks [] for security_group (a68f1f86-08dd-4113-8728-37ea7c044004), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.155807 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks [] for router_gateway (e78cda06-dff6-4336-8260-7eabc482ae43), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.221501 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd0fef57-af86-47d2-8a70-0010ba58816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a68f1f86-08dd-4113-8728-37ea7c044004), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.226407 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.295211 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fd0fef57-af86-47d2-8a70-0010ba58816c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b3ee6ce2f484ead9bb49df23e18f123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922611 Mar 31 15:56:18.300683 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fef57-af86-47d2-8a70-0010ba58816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f1f86-08dd-4113-8728-37ea7c044004,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:18.310514 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:18.311477 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58908) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:18.392798 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:18.397414 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13bbd533-07c1-487d-8236-ae33b8f792de admin admin] Publish callbacks [] for security_group (a68f1f86-08dd-4113-8728-37ea7c044004), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.463797 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13bbd533-07c1-487d-8236-ae33b8f792de admin admin] Publish callbacks [] for security_group (a68f1f86-08dd-4113-8728-37ea7c044004), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.520089 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:18.590435 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=2f79779c-3363-4a51-9e0d-dcc581ae9604,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:18.611626 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f0fb2-a187-4d9e-958c-ca8337f2c98e None None] Network 05946b88-413e-41d0-94fd-893fef1ec51e requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:56:18.657358 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13bbd533-07c1-487d-8236-ae33b8f792de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a68f1f86-08dd-4113-8728-37ea7c044004), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.664361 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-13bbd533-07c1-487d-8236-ae33b8f792de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.664788 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d942bcdd-3d61-468c-ae53-d3621bd7d0f9 req-72bf112e-41db-4f84-a2a6-acd71a156d92 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.0797846 Mar 31 15:56:18.690739 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:56:18.691476 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-13bbd533-07c1-487d-8236-ae33b8f792de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a68f1f86-08dd-4113-8728-37ea7c044004 HTTP/1.1" status: 204 len: 168 time: 0.3714879 Mar 31 15:56:18.728033 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (e78cda06-dff6-4336-8260-7eabc482ae43), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.749463 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (f2a96614-e7dc-40fa-bca5-74af4f38282a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:18.777881 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd533-07c1-487d-8236-ae33b8f792de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f1f86-08dd-4113-8728-37ea7c044004,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:18.974038 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 738e71c9-32fa-48e6-a307-8699e260d406 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:18.984280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.071576 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] Provisioning complete for port 738e71c9-32fa-48e6-a307-8699e260d406 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:19.072404 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (738e71c9-32fa-48e6-a307-8699e260d406), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.257078 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54cf2b5f-7dee-4bfa-96a1-4ce2adfe3452 req-daa20652-f49f-4182-afee-6a4de88e9a0f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.1048088 Mar 31 15:56:19.398436 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 738e71c9-32fa-48e6-a307-8699e260d406 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:19.399280 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (738e71c9-32fa-48e6-a307-8699e260d406), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.576722 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.586641 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.629897 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-9309ccfd-57f8-47ce-9feb-eddb2f35fe9f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:19.632560 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-9309ccfd-57f8-47ce-9feb-eddb2f35fe9f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 818 time: 0.8847570 Mar 31 15:56:19.677757 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] Current status of the port 738e71c9-32fa-48e6-a307-8699e260d406 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:19.679370 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (738e71c9-32fa-48e6-a307-8699e260d406), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.738679 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.837209 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] For port 738e71c9-32fa-48e6-a307-8699e260d406, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=738e71c9-32fa-48e6-a307-8699e260d406,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:19.845625 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 738e71c9-32fa-48e6-a307-8699e260d406 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:19.846134 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (738e71c9-32fa-48e6-a307-8699e260d406), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:19.948592 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (738e71c9-32fa-48e6-a307-8699e260d406), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:20.009459 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=2f79779c-3363-4a51-9e0d-dcc581ae9604,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:20.020893 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-479a382f-4c40-4f9e-acec-d37c853eed5b req-1dbff59c-2ac4-4fe9-a700-24abc32782e5 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.1332672 Mar 31 15:56:20.070897 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (f2a96614-e7dc-40fa-bca5-74af4f38282a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:20.101466 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-252d36f1-71b1-42a7-8b5d-555fe38b1736 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8239194064cd46049a89af5b1e8032af HTTP/1.1" status: 200 len: 380 time: 0.3307276 Mar 31 15:56:20.115496 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'port': {'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'admin_state_up': True, 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'security_groups': ['61470423-c201-4663-a175-2f98690ea646']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:20.189924 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:20.200909 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-72453f41-057e-47cf-971b-58d5e0ad3cde tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8662391 Mar 31 15:56:20.222164 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:56:20.227800 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:56:20.229580 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d54a2a89-7db9-4e97-9b2e-4db8a065193e None None] Provisioning complete for port 738e71c9-32fa-48e6-a307-8699e260d406 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:20.230590 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d54a2a89-7db9-4e97-9b2e-4db8a065193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (738e71c9-32fa-48e6-a307-8699e260d406), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:20.234020 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cadd1-5579-44b5-9da8-65ea059dba91 None None] Pushing event updated for resources: {'Port': ['ID=738e71c9-32fa-48e6-a307-8699e260d406,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:20.368402 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d54a2a89-7db9-4e97-9b2e-4db8a065193e None None] Current status of the port 738e71c9-32fa-48e6-a307-8699e260d406 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:20.380659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Router e78cda06-dff6-4336-8260-7eabc482ae43 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:56:20.426882 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7bb35a47-36e5-4a5b-97b7-9b4a5e6ec53b req-061f15c6-b56f-46a2-a1dc-52f67631dbe0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.0360439 Mar 31 15:56:20.474279 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Made reservation on behalf of 8239194064cd46049a89af5b1e8032af for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:20.480748 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:20.697407 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58988) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:20.741588 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:20.756603 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Sync routers for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:20.803750 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 738e71c9-32fa-48e6-a307-8699e260d406 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:20.804857 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:20.807575 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:20.828283 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-befb1a85-79ba-411f-a33c-a961f249e1ab tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--549099665&fields=id&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 267 time: 0.1377132 Mar 31 15:56:20.909845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 738e71c9-32fa-48e6-a307-8699e260d406 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:20.943921 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:20.962393 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-43e2562b-2444-42bb-95e8-72e31c0d2b2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0907311 Mar 31 15:56:20.964819 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 58996) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:21.055903 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 738e71c9-32fa-48e6-a307-8699e260d406 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:21.056287 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (738e71c9-32fa-48e6-a307-8699e260d406), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:21.092595 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-7353dc41-eeb8-4850-8665-51ca515407e4 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b4936acf82934bb3931937acde217977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165993 Mar 31 15:56:21.095097 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Allocated IP 172.20.0.4 (10ad0528-a170-4e77-b370-9edfa161fade/971d436d-a1b0-4120-8346-8807dd707508/408b4550-4908-4526-bc8a-e7341d0c41ec) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:21.174135 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:21.317382 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df37db45-9f08-42e1-9aef-cb79fae74515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:21.385641 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e2781e9d-fc27-4915-81c4-2d6554d7c713 req-012cc9b0-1cd0-465c-8d3e-1b344d873413 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.1717076 Mar 31 15:56:21.545696 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 738e71c9-32fa-48e6-a307-8699e260d406 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:21.563667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-cb944de4-e5a8-477b-b35b-88c9f0b7b6c6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:21.566066 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-cb944de4-e5a8-477b-b35b-88c9f0b7b6c6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.7049928 Mar 31 15:56:21.624178 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:21.668328 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df37db45-9f08-42e1-9aef-cb79fae74515 admin admin] Publish callbacks [] for security_group (3fda888d-7729-46ea-bd28-b12a3690a82d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:21.679500 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-2b87d0a2-57da-4a55-a61a-a194ff98fea5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/quotas/1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 375 time: 0.0908494 Mar 31 15:56:21.801689 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-b67f48e6-9d12-4a4d-9b5d-0c0efc77fcee tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:21.804697 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-b67f48e6-9d12-4a4d-9b5d-0c0efc77fcee tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6981120 Mar 31 15:56:21.831021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-df37db45-9f08-42e1-9aef-cb79fae74515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (3fda888d-7729-46ea-bd28-b12a3690a82d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:21.832622 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:17Z', 'revision_number': 3, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:21.847516 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Request body: {'port': {'device_id': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a', 'admin_state_up': True, 'tenant_id': 'b4936acf82934bb3931937acde217977'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:21.862435 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Checking router: e78cda06-dff6-4336-8260-7eabc482ae43 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:21.863130 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Updating router e78cda06-dff6-4336-8260-7eabc482ae43 port 57573111-49ec-4783-b98d-9e9e1b9b9459 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:56:21.910278 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:21.916793 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4840e4f-79c8-494c-8a7c-c2b809c5166f req-61a4e54e-fab5-4b27-95ee-878028d95dc9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.0905869 Mar 31 15:56:21.981283 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-df37db45-9f08-42e1-9aef-cb79fae74515 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12b124906e6541d2baf7f61b9d447994&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2825601 Mar 31 15:56:21.982061 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37db45-9f08-42e1-9aef-cb79fae74515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda888d-7729-46ea-bd28-b12a3690a82d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:21.989765 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-c0ac8df2-8153-455f-9d6f-a5a155f319b3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2984517 Mar 31 15:56:22.001800 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59018) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:22.131319 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.240572 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Network 10ad0528-a170-4e77-b370-9edfa161fade is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:22.253693 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event updated for resources: {'Port': ['ID=408b4550-4908-4526-bc8a-e7341d0c41ec,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:22.257161 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:22.269569 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:22.275263 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:22.278918 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.310125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f00f8d0d-23fe-4d79-a44e-7833416b9f50 admin admin] Publish callbacks [] for security_group (3fda888d-7729-46ea-bd28-b12a3690a82d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.323086 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-341e5085-af47-414e-a2e9-d564f01382ec service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859757 Mar 31 15:56:22.397063 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f00f8d0d-23fe-4d79-a44e-7833416b9f50 admin admin] Publish callbacks [] for security_group (3fda888d-7729-46ea-bd28-b12a3690a82d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.442679 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Made reservation on behalf of b4936acf82934bb3931937acde217977 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:22.446180 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.455935 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-68a087e0-a6f8-4ba3-9b4e-be751a263acd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3469629 Mar 31 15:56:22.491532 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Request body: {'port': {'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:22.494338 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.508432 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Publish callbacks [] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.530037 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.601804 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.656057 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-1cd88957-079e-403f-b64d-c2545158dbec service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117921 Mar 31 15:56:22.683920 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.727085 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09319551-562b-47fc-a302-5e15384415a6 req-dc30d598-ec74-4523-893c-de6cc7b4486f tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.1071270 Mar 31 15:56:22.797508 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f00f8d0d-23fe-4d79-a44e-7833416b9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (3fda888d-7729-46ea-bd28-b12a3690a82d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.803306 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f00f8d0d-23fe-4d79-a44e-7833416b9f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.805453 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f00f8d0d-23fe-4d79-a44e-7833416b9f50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fda888d-7729-46ea-bd28-b12a3690a82d HTTP/1.1" status: 204 len: 168 time: 0.7954328 Mar 31 15:56:22.819480 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Attempting to bind port 57573111-49ec-4783-b98d-9e9e1b9b9459 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:22.821734 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Attempting to bind port 57573111-49ec-4783-b98d-9e9e1b9b9459 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:22.822719 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Attempting to bind port 57573111-49ec-4783-b98d-9e9e1b9b9459 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:22.850080 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-22a722d1-573b-423c-90c6-b365af230ebd None None] Provisioning complete for port 408b4550-4908-4526-bc8a-e7341d0c41ec triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:22.850842 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a722d1-573b-423c-90c6-b365af230ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.854785 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Pushing event updated for resources: {'Port': ['ID=57573111-49ec-4783-b98d-9e9e1b9b9459,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:22.866260 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f8d0d-23fe-4d79-a44e-7833416b9f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda888d-7729-46ea-bd28-b12a3690a82d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:22.884514 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:22.887242 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:22.888729 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.892513 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:22.894828 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Bound port: 57573111-49ec-4783-b98d-9e9e1b9b9459, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:22.895652 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:22.907455 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.908546 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.914067 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.917223 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.917964 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.921051 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.922054 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.923779 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.927407 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.928292 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.929189 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.931091 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.933653 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.934409 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.936564 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:22.948079 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-22a722d1-573b-423c-90c6-b365af230ebd None None] Port 408b4550-4908-4526-bc8a-e7341d0c41ec cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:23.108318 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks [] for security_group (fa40db8d-aa73-4f05-9d9f-9b6be412b03f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.136483 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] For port 57573111-49ec-4783-b98d-9e9e1b9b9459, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:23.143522 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] For port 57573111-49ec-4783-b98d-9e9e1b9b9459, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=57573111-49ec-4783-b98d-9e9e1b9b9459,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:23.242652 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12cb05-8a6e-4200-8bb5-565aa7cc4545 req-48b04230-95f2-44f5-ba45-36d04436d20b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:23.244273 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a12cb05-8a6e-4200-8bb5-565aa7cc4545 req-48b04230-95f2-44f5-ba45-36d04436d20b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 931 time: 0.1260054 Mar 31 15:56:23.248340 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Allocated IP 172.20.0.1 (05946b88-413e-41d0-94fd-893fef1ec51e/ddc93f13-f37b-402e-a180-dc1cdc9267bd/a1cb3d9c-c54b-402a-89a1-562b8748956f) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:23.304956 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (fa40db8d-aa73-4f05-9d9f-9b6be412b03f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.359855 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408b4550-4908-4526-bc8a-e7341d0c41ec {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:23.361039 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.377534 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Publish callbacks [] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.404640 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Transition to ACTIVE for port object 408b4550-4908-4526-bc8a-e7341d0c41ec will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:56:23.435426 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a12cb05-8a6e-4200-8bb5-565aa7cc4545 req-bff1e0e1-37fe-4bcf-a812-150b2e6eed90 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797757 Mar 31 15:56:23.606736 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks [] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.612033 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:23.612945 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:23.700936 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.755248 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3633f-d451-41d3-ad1d-fa56526dde7f None None] Pushing event updated for resources: {'Port': ['ID=57573111-49ec-4783-b98d-9e9e1b9b9459,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:23.757552 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:23.813569 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:24.034162 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=a1cb3d9c-c54b-402a-89a1-562b8748956f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:24.076018 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Network 05946b88-413e-41d0-94fd-893fef1ec51e is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:24.081386 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:24.122944 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:24.176121 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4089072-8357-4c1a-bd68-886223fc7de6 req-054e961e-d0a1-4a6c-a70e-8db8d36c6140 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.1240687 Mar 31 15:56:24.254848 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (e78cda06-dff6-4336-8260-7eabc482ae43), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:24.298088 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5c84fb42-980b-4127-878e-2ea1723a11ae req-537203e4-8db8-4011-9e17-82879b1812e2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.6147876 Mar 31 15:56:24.298842 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Pushing event updated for resources: {'Port': ['ID=408b4550-4908-4526-bc8a-e7341d0c41ec,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:24.325976 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa40db8d-aa73-4f05-9d9f-9b6be412b03f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:24.384898 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Allocated IP 192.168.233.88 (eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a/b7193615-9ccd-49b7-b04f-f92ef894975f/14a31803-64e7-4a95-a76b-831854f8c1d8) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:24.448034 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Attempting to bind port 408b4550-4908-4526-bc8a-e7341d0c41ec on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:24.448388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Attempting to bind port 408b4550-4908-4526-bc8a-e7341d0c41ec by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:24.453011 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Attempting to bind port 408b4550-4908-4526-bc8a-e7341d0c41ec on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:24.476434 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Port 408b4550-4908-4526-bc8a-e7341d0c41ec on network 10ad0528-a170-4e77-b370-9edfa161fade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:56:24.476944 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Attempting to bind port 408b4550-4908-4526-bc8a-e7341d0c41ec on network 10ad0528-a170-4e77-b370-9edfa161fade {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:24.497445 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:24.498020 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Checking segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:24.498762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Bound using segment: {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:24.499679 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Bound port: 408b4550-4908-4526-bc8a-e7341d0c41ec, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff960a6-0fcc-40ec-9d00-989447b837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:24.500744 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:24.640172 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:24.690582 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59078) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:24.709801 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-49ec3f11-d6f3-49f1-b9cc-53b5f761e21a None None] Provisioning complete for port a1cb3d9c-c54b-402a-89a1-562b8748956f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:24.710813 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49ec3f11-d6f3-49f1-b9cc-53b5f761e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:24.714145 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:17Z', 'revision_number': 3, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:24.810214 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-49ec3f11-d6f3-49f1-b9cc-53b5f761e21a None None] Port a1cb3d9c-c54b-402a-89a1-562b8748956f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:24.831096 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6270fb2-94e8-4643-9651-af8421ab6b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:24.863061 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d7353-c001-46af-aecf-eaf8c2c9a760 None None] The sync data for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi is: [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:17Z', 'revision_number': 3, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:24.867003 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] For port 408b4550-4908-4526-bc8a-e7341d0c41ec, host hv-cinder-83602, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:24.875744 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] For port 408b4550-4908-4526-bc8a-e7341d0c41ec, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=408b4550-4908-4526-bc8a-e7341d0c41ec,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:24.941113 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks [] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:24.965092 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b254e-0c24-4cd5-b466-5d10ab0f7698 req-8172de30-e074-4ce7-865f-68bb277ec3bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:24.966671 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c30b254e-0c24-4cd5-b466-5d10ab0f7698 req-8172de30-e074-4ce7-865f-68bb277ec3bd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 943 time: 0.2689667 Mar 31 15:56:24.978334 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.025829 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:25.026586 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.028516 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] 10.222.0.48 "PUT /v2.0/ports/408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 1093 time: 2.5485556 Mar 31 15:56:25.029649 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:25.033049 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a07ec-3176-4089-bf73-bda4d54131b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:25.120162 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee845a5c-e42e-4e58-b6a9-e24d0087caea x-openstack-request-id: req-ee845a5c-e42e-4e58-b6a9-e24d0087caea {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:25.120526 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:25.120949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee845a5c-e42e-4e58-b6a9-e24d0087caea {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:25.121422 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee845a5c-e42e-4e58-b6a9-e24d0087caea'] response: {'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'status': 'completed', 'code': 200} Mar 31 15:56:25.125150 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e64ad9-94fd-4ee0-8051-9d133b5839e7 service neutron] Pushing event updated for resources: {'Port': ['ID=408b4550-4908-4526-bc8a-e7341d0c41ec,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:25.146140 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.171282 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c30b254e-0c24-4cd5-b466-5d10ab0f7698 req-48bfebde-4060-4a15-a3c2-ba9f468340db tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946802 Mar 31 15:56:25.211065 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6270fb2-94e8-4643-9651-af8421ab6b43 admin admin] Publish callbacks [] for security_group (4f56491a-fa8d-493d-b432-3ff1a7abea04), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.236697 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks [] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.255379 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:25.266828 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:25.272330 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:25.277670 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:25.279231 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.329518 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Pushing event updated for resources: {'Port': ['ID=14a31803-64e7-4a95-a76b-831854f8c1d8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:25.339159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a07ec-3176-4089-bf73-bda4d54131b6 req-d0a076b5-1480-4bab-98db-fe796eed5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:25.345158 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c37a07ec-3176-4089-bf73-bda4d54131b6 req-d0a076b5-1480-4bab-98db-fe796eed5fe0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1127 time: 0.1636302 Mar 31 15:56:25.392799 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.396861 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6270fb2-94e8-4643-9651-af8421ab6b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (4f56491a-fa8d-493d-b432-3ff1a7abea04), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.427248 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c6270fb2-94e8-4643-9651-af8421ab6b43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c6ffe5323db43b6828c491a5bdc1f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334523 Mar 31 15:56:25.445864 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59088) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:25.601519 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=a1cb3d9c-c54b-402a-89a1-562b8748956f,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:25.608707 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (e78cda06-dff6-4336-8260-7eabc482ae43), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.626650 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6270fb2-94e8-4643-9651-af8421ab6b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56491a-fa8d-493d-b432-3ff1a7abea04,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:25.654046 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-96b0fe43-ae80-462e-af55-58550421c97e tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8325820 Mar 31 15:56:25.851420 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f98f7677-b001-4198-b1ee-496078372221 req-1175ab41-05bc-45ab-af81-b066d8c115c4 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.2708850 Mar 31 15:56:25.882956 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Network 05946b88-413e-41d0-94fd-893fef1ec51e is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:25.884908 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:25.890262 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Request body: {'port': {'device_id': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:25.979784 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1f58d4b8-f047-4adc-a418-689080df6baa None None] Provisioning complete for port 14a31803-64e7-4a95-a76b-831854f8c1d8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:25.979784 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f58d4b8-f047-4adc-a418-689080df6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.035245 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44a803a5-ad24-4738-8c6a-45f0379cb100 admin admin] Publish callbacks [] for security_group (4f56491a-fa8d-493d-b432-3ff1a7abea04), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.074083 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44a803a5-ad24-4738-8c6a-45f0379cb100 admin admin] Publish callbacks [] for security_group (4f56491a-fa8d-493d-b432-3ff1a7abea04), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.153689 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1f58d4b8-f047-4adc-a418-689080df6baa None None] Port 14a31803-64e7-4a95-a76b-831854f8c1d8 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:26.196317 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Router e78cda06-dff6-4336-8260-7eabc482ae43 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:56:26.209040 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feeedf-e364-4615-b79e-37d14e212256 req-f72a4afb-9886-42ab-b954-1511ed9d74bd tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:26.211097 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1feeedf-e364-4615-b79e-37d14e212256 req-f72a4afb-9886-42ab-b954-1511ed9d74bd tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 935 time: 0.7636335 Mar 31 15:56:26.212751 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a07ec-3176-4089-bf73-bda4d54131b6 req-9918a43c-c10f-4224-b25b-7509fe357baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:26.219905 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c37a07ec-3176-4089-bf73-bda4d54131b6 req-9918a43c-c10f-4224-b25b-7509fe357baf service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8239194064cd46049a89af5b1e8032af&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8515573 Mar 31 15:56:26.222319 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.380303 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44a803a5-ad24-4738-8c6a-45f0379cb100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (4f56491a-fa8d-493d-b432-3ff1a7abea04), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.383438 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44a803a5-ad24-4738-8c6a-45f0379cb100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.384846 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-44a803a5-ad24-4738-8c6a-45f0379cb100 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f56491a-fa8d-493d-b432-3ff1a7abea04 HTTP/1.1" status: 204 len: 168 time: 0.9354622 Mar 31 15:56:26.412510 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e3c6140d-fd13-4bf3-acdd-4ca04727663b None None] Provisioning complete for port a1cb3d9c-c54b-402a-89a1-562b8748956f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:26.413456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e3c6140d-fd13-4bf3-acdd-4ca04727663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:26.548348 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4822-419d-40d4-b299-3df0871c7fe2 req-d5f43fea-b284-4a76-b9a4-d295a3f671d9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:26.560295 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f2e4822-419d-40d4-b299-3df0871c7fe2 req-d5f43fea-b284-4a76-b9a4-d295a3f671d9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 943 time: 0.2074339 Mar 31 15:56:26.580726 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6140d-fd13-4bf3-acdd-4ca04727663b None None] Port a1cb3d9c-c54b-402a-89a1-562b8748956f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:26.613234 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:26.646079 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ec788d40-29b7-4442-8812-81dc7834ba7c admin admin] 10.222.0.58 "PUT /v2.0/routers/e78cda06-dff6-4336-8260-7eabc482ae43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6808071 Mar 31 15:56:26.660336 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1feeedf-e364-4615-b79e-37d14e212256 req-7c621664-2093-407f-8d13-ea50f056a842 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391239 Mar 31 15:56:26.691678 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a803a5-ad24-4738-8c6a-45f0379cb100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56491a-fa8d-493d-b432-3ff1a7abea04,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:26.700315 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f2e4822-419d-40d4-b299-3df0871c7fe2 req-449eba48-ab9a-429c-8cae-949b030a9e61 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286495 Mar 31 15:56:26.830270 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a07ec-3176-4089-bf73-bda4d54131b6 req-1d9c52de-59b3-4b4c-9aae-8b243b050936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:26.831917 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c37a07ec-3176-4089-bf73-bda4d54131b6 req-1d9c52de-59b3-4b4c-9aae-8b243b050936 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6050384 Mar 31 15:56:27.060493 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e54c1e5b-06d9-4f5b-8ea2-dca0e5a5656c req-eb32bba1-492d-440d-ab46-8b0d4c580713 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.0446396 Mar 31 15:56:27.079517 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 57573111-49ec-4783-b98d-9e9e1b9b9459 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:27.124185 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-31a75c40-3956-4dc1-b757-c7a45c4358aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:27.127124 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-31a75c40-3956-4dc1-b757-c7a45c4358aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1127 time: 0.1902025 Mar 31 15:56:27.143481 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a31803-64e7-4a95-a76b-831854f8c1d8 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:27.169652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Publish callbacks [] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.191972 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 57573111-49ec-4783-b98d-9e9e1b9b9459 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:27.193052 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.232603 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-73533e5c-a6f3-4962-a5c0-47c119c30b76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 217 time: 0.0807827 Mar 31 15:56:27.327787 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-f16d25fb-126e-4334-b53f-b53262b4ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:27.332602 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-f16d25fb-126e-4334-b53f-b53262b4ecaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0925326 Mar 31 15:56:27.337756 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Transition to ACTIVE for port object 14a31803-64e7-4a95-a76b-831854f8c1d8 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:56:27.356447 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 57573111-49ec-4783-b98d-9e9e1b9b9459 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:27.362692 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.424780 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-3904ff19-045d-491d-ba99-b18b83556dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:27.429820 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 57573111-49ec-4783-b98d-9e9e1b9b9459, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=57573111-49ec-4783-b98d-9e9e1b9b9459,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:27.432821 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-3904ff19-045d-491d-ba99-b18b83556dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882139 Mar 31 15:56:27.435285 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.510166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.622882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=57573111-49ec-4783-b98d-9e9e1b9b9459,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:27.677346 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-7a0f64bb-8731-421b-80c0-d97173ed9e43 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:27.698275 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-7a0f64bb-8731-421b-80c0-d97173ed9e43 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.3501072 Mar 31 15:56:27.785633 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Pushing event updated for resources: {'Port': ['ID=14a31803-64e7-4a95-a76b-831854f8c1d8,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:27.907365 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Attempting to bind port 14a31803-64e7-4a95-a76b-831854f8c1d8 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:27.907780 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Attempting to bind port 14a31803-64e7-4a95-a76b-831854f8c1d8 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:27.914638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Attempting to bind port 14a31803-64e7-4a95-a76b-831854f8c1d8 on network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:27.982225 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Port 14a31803-64e7-4a95-a76b-831854f8c1d8 on network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:56:27.982901 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Attempting to bind port 14a31803-64e7-4a95-a76b-831854f8c1d8 on network eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:27.983717 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-912d0dad-c1e8-47c5-87c8-1de0c377f06f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 472 time: 0.2764344 Mar 31 15:56:28.009774 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:28.012018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Checking segment: {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:28.012018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Bound using segment: {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:28.012018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Bound port: 14a31803-64e7-4a95-a76b-831854f8c1d8, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b5639-1884-446e-9a8d-0f3ea40c0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:28.012018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:28.016586 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'port': {'device_id': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'admin_state_up': True, 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'security_groups': ['0dd2ba5e-beb0-40bf-9832-fb9c9638d64a']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:28.072160 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-fa9dbb47-32df-4c1a-9d2d-f8c9e78127b3 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300392 Mar 31 15:56:28.316902 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] For port 14a31803-64e7-4a95-a76b-831854f8c1d8, host hv-cinder-83602, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:28.328759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] For port 14a31803-64e7-4a95-a76b-831854f8c1d8, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14a31803-64e7-4a95-a76b-831854f8c1d8,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:28.347364 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6923bb-6608-48b3-af8a-c7b7d5fa9ac5 req-16e2a551-58bc-4f9c-9da9-4ee0b0c94ae6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:28.351469 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Sync routers for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:28.356967 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd6923bb-6608-48b3-af8a-c7b7d5fa9ac5 req-16e2a551-58bc-4f9c-9da9-4ee0b0c94ae6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 943 time: 0.3469663 Mar 31 15:56:28.373409 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:28.374849 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:28.405753 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-289ec27f-f592-4540-a04b-35fd9f32ff7d service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020642 Mar 31 15:56:28.510355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:28.572507 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:28.573757 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:28.575315 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596afe9e-a880-4e23-be6e-af831e4f2b40 req-564a02bb-5ce4-4480-9382-0f333da50cc7 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:28.576400 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] 10.222.0.48 "PUT /v2.0/ports/14a31803-64e7-4a95-a76b-831854f8c1d8 HTTP/1.1" status: 200 len: 1097 time: 2.8324373 Mar 31 15:56:28.581478 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-596afe9e-a880-4e23-be6e-af831e4f2b40 req-564a02bb-5ce4-4480-9382-0f333da50cc7 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 947 time: 0.7375979 Mar 31 15:56:28.584782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'tag': '14a31803-64e7-4a95-a76b-831854f8c1d8'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:28.588377 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6f4d16-22f2-4598-b145-2f8954a02cf0", "tag": "14a31803-64e7-4a95-a76b-831854f8c1d8"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:28.649952 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd6923bb-6608-48b3-af8a-c7b7d5fa9ac5 req-b48e5568-1864-4a05-9697-387c5606f3f5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955403 Mar 31 15:56:28.747747 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724f9c7-7dea-4467-b207-37356a92666e service neutron] Pushing event updated for resources: {'Port': ['ID=14a31803-64e7-4a95-a76b-831854f8c1d8,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:28.764421 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:28.909944 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-596afe9e-a880-4e23-be6e-af831e4f2b40 req-a4be4607-5a7e-490d-822f-06de9b40811b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142135 Mar 31 15:56:29.013884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59180) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:29.021884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1581985592-network', 'tenant_id': 'f38977b0d628440891e640398bf3b49d'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:29.071507 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Made reservation on behalf of 1d33e398560040448745d4b2a2047e81 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:29.077515 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.091245 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4383f7f-10e6-4575-9db8-bc48fff6750d req-2eb8e85d-ea4f-4fb6-ad99-383ba8a5d0ce tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.0658500 Mar 31 15:56:29.104671 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9dfa3-e718-408f-9662-3ab1cf870f36 x-openstack-request-id: req-eda9dfa3-e718-408f-9662-3ab1cf870f36 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:29.105046 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6f4d16-22f2-4598-b145-2f8954a02cf0", "tag": "14a31803-64e7-4a95-a76b-831854f8c1d8", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:29.105376 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eda9dfa3-e718-408f-9662-3ab1cf870f36 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:29.105975 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda9dfa3-e718-408f-9662-3ab1cf870f36'] response: {'name': 'network-changed', 'server_uuid': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'tag': '14a31803-64e7-4a95-a76b-831854f8c1d8', 'status': 'completed', 'code': 200} Mar 31 15:56:29.122870 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-275c15c3-1d7a-42c5-a420-f9d87886b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.124927 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-275c15c3-1d7a-42c5-a420-f9d87886b11d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4936acf82934bb3931937acde217977&device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 1131 time: 0.3121853 Mar 31 15:56:29.149597 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 57573111-49ec-4783-b98d-9e9e1b9b9459 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:29.196866 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-0e2c292f-21cb-498c-bdc9-5a2dcfc82ea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=14a31803-64e7-4a95-a76b-831854f8c1d8 HTTP/1.1" status: 200 len: 217 time: 0.0500844 Mar 31 15:56:29.229343 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Made reservation on behalf of f38977b0d628440891e640398bf3b49d for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:29.232053 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.263692 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-6b0a4b6a-9e0b-439f-8a00-a538ec7b3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.267448 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-6b0a4b6a-9e0b-439f-8a00-a538ec7b3441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7193615-9ccd-49b7-b04f-f92ef894975f HTTP/1.1" status: 200 len: 843 time: 0.0638528 Mar 31 15:56:29.280525 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.299212 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 57573111-49ec-4783-b98d-9e9e1b9b9459 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:29.299599 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.337978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.20.0.11 (b202461b-1350-44ad-b38c-700f701870e8/22c55b03-5819-42ff-aa73-b3fccd7a44f7/3ea13b3b-65a3-409f-9ce5-aebe9b88c41e) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:29.372445 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-ebbc1dab-b682-47bd-89bb-d40ad18a9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.375430 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-ebbc1dab-b682-47bd-89bb-d40ad18a9a9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0975058 Mar 31 15:56:29.427721 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 2, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:29.468573 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Checking router: e78cda06-dff6-4336-8260-7eabc482ae43 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:29.469788 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Updating router e78cda06-dff6-4336-8260-7eabc482ae43 port a1cb3d9c-c54b-402a-89a1-562b8748956f binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:56:29.491369 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks [] for security_group (060dd8f1-84cc-49f9-b464-9ce89715790c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.504052 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 57573111-49ec-4783-b98d-9e9e1b9b9459 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:29.510958 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.573206 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (060dd8f1-84cc-49f9-b464-9ce89715790c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.589636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:56:29.600834 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (482a8093-6d58-4b2d-ba88-f5fcc89f7862), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.601330 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Added segment 482a8093-6d58-4b2d-ba88-f5fcc89f7862 of type vlan for network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 Mar 31 15:56:29.616960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.652051 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-6e2431bd-66f4-4931-aaae-432c5d75206b service neutron] 10.222.0.48 "GET /v2.0/networks/eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601023 Mar 31 15:56:29.684517 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (19e2dfff-5685-47c4-a2b6-b04e15ed7530), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.693493 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060dd8f1-84cc-49f9-b464-9ce89715790c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:29.821761 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64b77dc5-ed22-48e6-8c1c-59dc39052298 req-835c86b4-3267-430d-abaa-97a488140a1a service neutron] 10.222.0.48 "GET /v2.0/networks/eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599429 Mar 31 15:56:29.852768 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876fc30-b572-4afa-8f8f-b15d9d3120ec req-ddc78501-6a95-4539-bc42-d49c30c0118f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.854512 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6876fc30-b572-4afa-8f8f-b15d9d3120ec req-ddc78501-6a95-4539-bc42-d49c30c0118f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 943 time: 0.0646286 Mar 31 15:56:29.872812 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 408b4550-4908-4526-bc8a-e7341d0c41ec details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:56:29.888771 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.890422 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (19e2dfff-5685-47c4-a2b6-b04e15ed7530), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.892279 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.892907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.016356 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:30.032529 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:30.040752 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:30.048218 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6876fc30-b572-4afa-8f8f-b15d9d3120ec req-62fb9115-cf9f-407e-9ed3-f0958f0fa978 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812825 Mar 31 15:56:30.049896 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] Pushing event updated for resources: {'Network': ['ID=19e2dfff-5685-47c4-a2b6-b04e15ed7530,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:30.052516 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:30.086636 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b9b9d599-f07b-4731-8225-08d25f9457a0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0661902 Mar 31 15:56:30.088130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:30.098125 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Request body: {'subnet': {'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1581985592-subnet', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:30.159700 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:30.159700 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.212848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-f41f92ee-c275-4fb9-862a-7e883e4aa533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:30.214994 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-f41f92ee-c275-4fb9-862a-7e883e4aa533 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4936acf82934bb3931937acde217977&device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 1131 time: 0.2034912 Mar 31 15:56:30.228350 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:56:30.305901 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Made reservation on behalf of f38977b0d628440891e640398bf3b49d for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:30.310241 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26003327'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.368174 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Publish callbacks [] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.414533 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 408b4550-4908-4526-bc8a-e7341d0c41ec, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=408b4550-4908-4526-bc8a-e7341d0c41ec,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:30.432847 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:56:30.435777 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-b9e1f920-3b5b-4407-9649-5d6425be44c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4351888 Mar 31 15:56:30.475558 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c47457-6197-4e50-8756-f8afd599018c req-5d5d6965-9141-4fae-ad11-5ce2d1d66fdf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:30.477614 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.495014 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76c47457-6197-4e50-8756-f8afd599018c req-5d5d6965-9141-4fae-ad11-5ce2d1d66fdf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 932 time: 0.2318842 Mar 31 15:56:30.507147 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Request body: {'port': {'device_id': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:30.542583 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 408b4550-4908-4526-bc8a-e7341d0c41ec is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:30.549792 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.647286 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d879452-c11e-4496-9bea-6d3c59ae9e85 None None] Pushing event updated for resources: {'Port': ['ID=a1cb3d9c-c54b-402a-89a1-562b8748956f,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:30.655160 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408b4550-4908-4526-bc8a-e7341d0c41ec {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:30.697834 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-51a11306-953a-499d-9d10-fcb8ce8745a1 None None] Provisioning complete for port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:30.698630 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-51a11306-953a-499d-9d10-fcb8ce8745a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.759017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 408b4550-4908-4526-bc8a-e7341d0c41ec, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=408b4550-4908-4526-bc8a-e7341d0c41ec,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:30.785984 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Attempting to bind port a1cb3d9c-c54b-402a-89a1-562b8748956f on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:30.786738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Attempting to bind port a1cb3d9c-c54b-402a-89a1-562b8748956f by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:30.787293 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Attempting to bind port a1cb3d9c-c54b-402a-89a1-562b8748956f on network 05946b88-413e-41d0-94fd-893fef1ec51e {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:30.800399 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:30.801206 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Checking segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:30.801836 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.802445 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Bound using segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:30.803439 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Bound port: a1cb3d9c-c54b-402a-89a1-562b8748956f, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:30.804081 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.816759 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-51a11306-953a-499d-9d10-fcb8ce8745a1 None None] Port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:30.842806 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76c47457-6197-4e50-8756-f8afd599018c req-49b2625d-e3f1-4f23-a373-72e3f669424e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467183 Mar 31 15:56:30.905749 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.925410 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-e13a7f16-bfa5-45af-8eb2-96ba119f1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:30.928019 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-e13a7f16-bfa5-45af-8eb2-96ba119f1e05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a HTTP/1.1" status: 200 len: 870 time: 0.7006783 Mar 31 15:56:30.988713 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d069b-55d0-4129-aaf4-45c3efd18991 req-a8ac139c-703d-4e00-85f4-e3ed36956239 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:30.990366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.992948 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f0d069b-55d0-4129-aaf4-45c3efd18991 req-a8ac139c-703d-4e00-85f4-e3ed36956239 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 947 time: 0.7766609 Mar 31 15:56:31.108228 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] For port a1cb3d9c-c54b-402a-89a1-562b8748956f, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:31.178298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] For port a1cb3d9c-c54b-402a-89a1-562b8748956f, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a1cb3d9c-c54b-402a-89a1-562b8748956f,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:31.189113 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f0d069b-55d0-4129-aaf4-45c3efd18991 req-babadf2a-d6da-49d6-83b9-fd024dcb07e9 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880934 Mar 31 15:56:31.207934 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8a1cf31d-fee6-4dcc-b984-d96e4d542364 None None] Provisioning complete for port a1cb3d9c-c54b-402a-89a1-562b8748956f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:31.210060 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8a1cf31d-fee6-4dcc-b984-d96e4d542364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:31.260597 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=408b4550-4908-4526-bc8a-e7341d0c41ec,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:31.290446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:31.295223 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8a1cf31d-fee6-4dcc-b984-d96e4d542364 None None] Port a1cb3d9c-c54b-402a-89a1-562b8748956f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:31.355627 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:31.356342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:31.398776 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d879452-c11e-4496-9bea-6d3c59ae9e85 None None] Pushing event updated for resources: {'Port': ['ID=a1cb3d9c-c54b-402a-89a1-562b8748956f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:31.488147 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:31.603417 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b08ac-af5b-44be-a60c-54dd1d141fb9 req-7be68289-c885-4f82-b5ba-26958f042829 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:31.606062 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c83b08ac-af5b-44be-a60c-54dd1d141fb9 req-7be68289-c885-4f82-b5ba-26958f042829 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 944 time: 0.3033607 Mar 31 15:56:31.622317 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-54a81544-7ba9-4e44-9c4f-7116e09540d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=14a31803-64e7-4a95-a76b-831854f8c1d8 HTTP/1.1" status: 200 len: 217 time: 0.0439956 Mar 31 15:56:31.672874 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] Provisioning complete for port a1cb3d9c-c54b-402a-89a1-562b8748956f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:31.673536 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:31.725853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26003305'] for subnet (347629eb-9513-40ba-8fc5-c68e23e57d17), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:31.811432 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c83b08ac-af5b-44be-a60c-54dd1d141fb9 req-0644f174-501f-4194-a903-1f5a915e4701 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905785 Mar 31 15:56:31.886155 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347629eb-9513-40ba-8fc5-c68e23e57d17,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:31.912498 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Checking segment: {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:31.912867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Network hostable DHCP agents. Network: 19e2dfff-5685-47c4-a2b6-b04e15ed7530, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:56:31.916596 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] Current status of the port a1cb3d9c-c54b-402a-89a1-562b8748956f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:31.916868 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:31.917015 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:31.927089 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Publish callbacks [] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:31.935137 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:31.958709 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Transition to ACTIVE for port object 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:56:31.971159 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bfb2f-49ff-466b-8178-b043c551fd1e None None] The sync data for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi is: [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:31.997995 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] For port a1cb3d9c-c54b-402a-89a1-562b8748956f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a1cb3d9c-c54b-402a-89a1-562b8748956f,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:32.048108 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:56:32.095449 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c511-b9bb-45d3-a5b4-62ff4bee140c req-426bb59a-efa1-49e4-ad64-4f36b01bfad7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.097484 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4604c511-b9bb-45d3-a5b4-62ff4bee140c req-426bb59a-efa1-49e4-ad64-4f36b01bfad7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 932 time: 0.1131732 Mar 31 15:56:32.155902 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.157513 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.199328 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4604c511-b9bb-45d3-a5b4-62ff4bee140c req-0bd3d8bc-06da-4451-91f4-3910ffb388ca tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827069 Mar 31 15:56:32.231130 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa46cdc-c777-4c9e-b6be-d2c4f17217c7 None None] Pushing event updated for resources: {'Port': ['ID=a1cb3d9c-c54b-402a-89a1-562b8748956f,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:32.246814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:32.362038 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd962f0-f395-452f-b0c6-3bbd5a609a7e req-efdbdf8c-7d5f-4ddd-a894-a50b6c7bf80a tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.363868 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fd962f0-f395-452f-b0c6-3bbd5a609a7e req-efdbdf8c-7d5f-4ddd-a894-a50b6c7bf80a tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 947 time: 0.0749121 Mar 31 15:56:32.367266 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 19e2dfff-5685-47c4-a2b6-b04e15ed7530) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:32.378286 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.378926 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.387908 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c888571-8b08-4388-a441-2c632401d4e2 None None] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:56:32.435235 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-068d3c04-6412-40d4-b24b-2a4b8b91b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.437709 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-068d3c04-6412-40d4-b24b-2a4b8b91b1ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7193615-9ccd-49b7-b04f-f92ef894975f HTTP/1.1" status: 200 len: 843 time: 0.0905793 Mar 31 15:56:32.519265 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fd962f0-f395-452f-b0c6-3bbd5a609a7e req-ce4b5376-503d-49a5-958a-d671f68d48b8 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430075 Mar 31 15:56:32.561329 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8e65af98-d800-4dbe-8b7f-aad95e8e35f0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4720078 Mar 31 15:56:32.567302 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59224) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:32.572693 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-19e2dfff-5685-47c4-a2b6-b04e15ed7530', 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530', 'project_id': 'f38977b0d628440891e640398bf3b49d', 'fixed_ips': [{'subnet_id': '347629eb-9513-40ba-8fc5-c68e23e57d17'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:56:32.573560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:32.573718 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.583454 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Attempting to bind port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:32.583867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Attempting to bind port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:32.584068 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Attempting to bind port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:32.595714 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e on network b202461b-1350-44ad-b38c-700f701870e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:56:32.596224 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Attempting to bind port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:32.604271 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:32.605313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:32.605313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Bound using segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:32.605856 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Bound port: 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:32.605856 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.692234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (9048cad3-9902-4621-98f3-93f48d7939a7), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.696527 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (9048cad3-9902-4621-98f3-93f48d7939a7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.699519 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] For port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:32.705433 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] For port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:32.775903 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks [] for router_controller (9048cad3-9902-4621-98f3-93f48d7939a7), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.792101 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.801718 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Allocated IP 172.20.0.2 (19e2dfff-5685-47c4-a2b6-b04e15ed7530/347629eb-9513-40ba-8fc5-c68e23e57d17/e7e61853-1b91-47f8-a5f4-14b93714eda2) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:32.868852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.870264 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.873108 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/3ea13b3b-65a3-409f-9ce5-aebe9b88c41e HTTP/1.1" status: 200 len: 1094 time: 2.4120674 Mar 31 15:56:32.873978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:32.882177 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e8139-c376-4e6b-9453-71fd63814285" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:33.092224 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6486-558c-41e9-beaa-16c2eb35a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:33.105547 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c321245-591a-4ff6-b141-28cb591640ed x-openstack-request-id: req-1c321245-591a-4ff6-b141-28cb591640ed {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:33.106253 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:33.106814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c321245-591a-4ff6-b141-28cb591640ed {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:33.107562 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c321245-591a-4ff6-b141-28cb591640ed'] response: {'name': 'network-changed', 'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'status': 'completed', 'code': 200} Mar 31 15:56:33.154024 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a1cb3d9c-c54b-402a-89a1-562b8748956f up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:33.231696 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks [] for router_gateway (9048cad3-9902-4621-98f3-93f48d7939a7), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:33.251047 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Publish callbacks [] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:33.281822 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port a1cb3d9c-c54b-402a-89a1-562b8748956f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:33.284736 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:33.322813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbe97-9cd4-4ec7-b7e3-5c9bf4fc18ab req-7a1d7020-f1e5-4bd5-9b4a-a68bf23caa8f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.326304 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-320cbe97-9cd4-4ec7-b7e3-5c9bf4fc18ab req-7a1d7020-f1e5-4bd5-9b4a-a68bf23caa8f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 944 time: 0.3075533 Mar 31 15:56:33.354141 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:33.498222 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e8139-c376-4e6b-9453-71fd63814285 req-ef147729-83fa-46a0-bab6-da9460c6bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.500044 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c3e8139-c376-4e6b-9453-71fd63814285 req-ef147729-83fa-46a0-bab6-da9460c6bcdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 1128 time: 0.2048326 Mar 31 15:56:33.511525 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa961-7a0c-41e8-800f-f229ff721938 req-d9bb7c0f-0d48-47b7-9510-23ab54f79cb8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.514232 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12ffa961-7a0c-41e8-800f-f229ff721938 req-d9bb7c0f-0d48-47b7-9510-23ab54f79cb8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.1728013 Mar 31 15:56:33.535509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-51bf94e9-f6e0-4fa5-b29e-61b6dfebc4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.537021 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-51bf94e9-f6e0-4fa5-b29e-61b6dfebc4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2613626 Mar 31 15:56:33.560844 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:33.586946 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Pushing event updated for resources: {'Port': ['ID=e7e61853-1b91-47f8-a5f4-14b93714eda2,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:33.592565 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:33.596318 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:33.667775 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12ffa961-7a0c-41e8-800f-f229ff721938 req-a7cd05e7-8aa1-4e01-9c00-13fc3adf5fc3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416185 Mar 31 15:56:33.678598 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-320cbe97-9cd4-4ec7-b7e3-5c9bf4fc18ab req-df683273-470b-4c43-baa3-bb18ffbabf8d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054783 Mar 31 15:56:33.702711 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['408b4550-4908-4526-bc8a-e7341d0c41ec'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:56:33.736968 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Attempting to bind port e7e61853-1b91-47f8-a5f4-14b93714eda2 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:33.737347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Attempting to bind port e7e61853-1b91-47f8-a5f4-14b93714eda2 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:33.737713 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Attempting to bind port e7e61853-1b91-47f8-a5f4-14b93714eda2 on network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:33.795446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:33.795830 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Checking segment: {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:33.796242 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:33.796639 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Bound using segment: {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:33.797326 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Bound port: e7e61853-1b91-47f8-a5f4-14b93714eda2, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:33.797714 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:33.818420 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-1360a999-e0bb-4857-8ff0-150cd9fd6262 service neutron] 10.222.0.48 "GET /v2.0/networks/eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673244 Mar 31 15:56:33.838139 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port a1cb3d9c-c54b-402a-89a1-562b8748956f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:33.922055 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e8139-c376-4e6b-9453-71fd63814285 req-e449acd1-40a9-4303-88f9-2bc6d1ef1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.924978 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c3e8139-c376-4e6b-9453-71fd63814285 req-e449acd1-40a9-4303-88f9-2bc6d1ef1611 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1d33e398560040448745d4b2a2047e81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4087894 Mar 31 15:56:33.930675 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] For port e7e61853-1b91-47f8-a5f4-14b93714eda2, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:33.935825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] For port e7e61853-1b91-47f8-a5f4-14b93714eda2, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=e7e61853-1b91-47f8-a5f4-14b93714eda2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:34.019175 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:34.081855 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502c6aa-dfa3-42e2-b795-51d21ae5bc77 req-8c05a36d-42cc-4ee2-928f-2068670c9fc7 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:34.090615 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b502c6aa-dfa3-42e2-b795-51d21ae5bc77 req-8c05a36d-42cc-4ee2-928f-2068670c9fc7 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 947 time: 0.2682436 Mar 31 15:56:34.144557 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d292fd-d4ea-45a7-93d6-52a82c03fbcf None None] Pushing event updated for resources: {'Port': ['ID=e7e61853-1b91-47f8-a5f4-14b93714eda2,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:34.179401 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5fb43c-542b-4b4a-959d-6d8c1ba5e576 req-2162ebb4-ad77-420f-9cdf-6c67055b9ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513677 Mar 31 15:56:34.243723 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b502c6aa-dfa3-42e2-b795-51d21ae5bc77 req-e848329b-3593-46af-9135-5016d34ca78c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474197 Mar 31 15:56:34.280157 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks [] for router_gateway (9048cad3-9902-4621-98f3-93f48d7939a7), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:34.281101 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e8139-c376-4e6b-9453-71fd63814285 req-13c23b30-55b3-4401-b295-378aa7cb8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:34.295863 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c3e8139-c376-4e6b-9453-71fd63814285 req-13c23b30-55b3-4401-b295-378aa7cb8800 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3499472 Mar 31 15:56:34.315439 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:34.495167 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-bb46e3a2-d4b5-4156-a03c-9191934f85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:34.498845 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-bb46e3a2-d4b5-4156-a03c-9191934f85b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 1128 time: 0.1272192 Mar 31 15:56:34.558255 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Allocated IP 172.27.1.248 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/547eb142-5571-4508-9292-b0f141d08b50) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:34.590042 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-d34a8fbb-af04-45dd-b2bd-772ffcafb36f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e HTTP/1.1" status: 200 len: 217 time: 0.0768535 Mar 31 15:56:34.685228 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks [] for port (547eb142-5571-4508-9292-b0f141d08b50), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:34.711507 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-dd6be4d2-c0fa-4166-a5e2-ad0103c37193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:34.713159 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-dd6be4d2-c0fa-4166-a5e2-ad0103c37193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.1072476 Mar 31 15:56:34.818065 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256952-22f9-4358-aaca-f81608167b1e req-a03d3ae1-e0d0-441a-bba9-50f39245a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:34.819631 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-a03d3ae1-e0d0-441a-bba9-50f39245a8c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996654 Mar 31 15:56:34.824615 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (547eb142-5571-4508-9292-b0f141d08b50), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:34.952019 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:34.970828 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:34.973798 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:35.046256 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device e7e61853-1b91-47f8-a5f4-14b93714eda2 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:35.107186 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Pushing event updated for resources: {'Port': ['ID=547eb142-5571-4508-9292-b0f141d08b50,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:35.138395 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57c0c-9ddc-428c-a201-12b6ce783ef2 req-0804ad69-a3b3-4b36-80fe-7611fbfc83a9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:35.140464 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cf57c0c-9ddc-428c-a201-12b6ce783ef2 req-0804ad69-a3b3-4b36-80fe-7611fbfc83a9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.3379476 Mar 31 15:56:35.171460 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port e7e61853-1b91-47f8-a5f4-14b93714eda2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:35.173762 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:35.303306 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cf57c0c-9ddc-428c-a201-12b6ce783ef2 req-ee9c22c6-e848-4846-9597-6a3248e8879e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130214 Mar 31 15:56:35.310524 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 14a31803-64e7-4a95-a76b-831854f8c1d8 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:56:35.316944 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 408b4550-4908-4526-bc8a-e7341d0c41ec up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:35.335732 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59272) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:35.561337 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-e45a190e-f33d-487d-af65-516f913acd97 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344775 Mar 31 15:56:35.607453 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c8870df-a438-47de-9c7d-5ec083088f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:35.661003 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e62a-ead9-4c15-b96a-a43aef97ad07 req-69d7ff26-744e-43d6-b916-aaf0ca2ebdaa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:35.664370 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7f6e62a-ead9-4c15-b96a-a43aef97ad07 req-69d7ff26-744e-43d6-b916-aaf0ca2ebdaa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 944 time: 0.1009331 Mar 31 15:56:35.688294 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64150eb-9081-48c1-97d0-7a811dc5efcb req-55379c5f-51a4-439b-9782-3c8a563bbd41 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:35.689833 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e64150eb-9081-48c1-97d0-7a811dc5efcb req-55379c5f-51a4-439b-9782-3c8a563bbd41 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 947 time: 0.2812371 Mar 31 15:56:35.782087 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7f6e62a-ead9-4c15-b96a-a43aef97ad07 req-28a7967d-d866-4b87-9792-e857c9201d09 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086497 Mar 31 15:56:35.797773 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e64150eb-9081-48c1-97d0-7a811dc5efcb req-1e528e3f-5fe7-47d7-a5a7-66915254a724 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987210 Mar 31 15:56:35.798274 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks [] for router_gateway (9048cad3-9902-4621-98f3-93f48d7939a7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:35.801130 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 408b4550-4908-4526-bc8a-e7341d0c41ec completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:56:35.807937 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 14a31803-64e7-4a95-a76b-831854f8c1d8, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14a31803-64e7-4a95-a76b-831854f8c1d8,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:35.818011 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port e7e61853-1b91-47f8-a5f4-14b93714eda2 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:35.818421 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:35.824320 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 408b4550-4908-4526-bc8a-e7341d0c41ec triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:35.824702 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:35.874310 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c8870df-a438-47de-9c7d-5ec083088f62 admin admin] Publish callbacks [] for security_group (15823336-e65b-4866-8de0-143a5b3bc088), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:35.901595 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '14a31803-64e7-4a95-a76b-831854f8c1d8', 'network_id': 'eda906ed-c6c9-4ed3-bca6-bb4a3a0e7a8a', 'port_id': '14a31803-64e7-4a95-a76b-831854f8c1d8', 'mac_address': 'fa:16:3e:fe:64:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7193615-9ccd-49b7-b04f-f92ef894975f', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:56:35.920179 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d9c36-7cb0-47be-8cfc-1ab6474f953b None None] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:56:36.011581 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c8870df-a438-47de-9c7d-5ec083088f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (15823336-e65b-4866-8de0-143a5b3bc088), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.078436 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5c8870df-a438-47de-9c7d-5ec083088f62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=227325553929485b8e5b956b46175055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7460232 Mar 31 15:56:36.079297 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8870df-a438-47de-9c7d-5ec083088f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15823336-e65b-4866-8de0-143a5b3bc088,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:36.082075 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59284) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:36.149084 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (9048cad3-9902-4621-98f3-93f48d7939a7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.177598 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfb3febb-b0bd-4b57-b1f5-0151e7847dae admin admin] Publish callbacks [] for security_group (15823336-e65b-4866-8de0-143a5b3bc088), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.213291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port e7e61853-1b91-47f8-a5f4-14b93714eda2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=e7e61853-1b91-47f8-a5f4-14b93714eda2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:36.223892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfb3febb-b0bd-4b57-b1f5-0151e7847dae admin admin] Publish callbacks [] for security_group (15823336-e65b-4866-8de0-143a5b3bc088), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.264723 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-26eeab4c-77b1-4380-8a66-cd2596410877 None None] Provisioning complete for port e7e61853-1b91-47f8-a5f4-14b93714eda2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:36.265188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26eeab4c-77b1-4380-8a66-cd2596410877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.314428 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 14a31803-64e7-4a95-a76b-831854f8c1d8 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:36.315496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.328864 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.343099 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3256952-22f9-4358-aaca-f81608167b1e req-e6ca41e4-13f4-4a18-b4db-14887735f0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386578 Mar 31 15:56:36.398573 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a31803-64e7-4a95-a76b-831854f8c1d8 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:36.442523 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfb3febb-b0bd-4b57-b1f5-0151e7847dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (15823336-e65b-4866-8de0-143a5b3bc088), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.445733 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bfb3febb-b0bd-4b57-b1f5-0151e7847dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.447116 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bfb3febb-b0bd-4b57-b1f5-0151e7847dae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15823336-e65b-4866-8de0-143a5b3bc088 HTTP/1.1" status: 204 len: 168 time: 0.3633263 Mar 31 15:56:36.465189 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3febb-b0bd-4b57-b1f5-0151e7847dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15823336-e65b-4866-8de0-143a5b3bc088,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:36.466083 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Router 9048cad3-9902-4621-98f3-93f48d7939a7 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:56:36.466969 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 14a31803-64e7-4a95-a76b-831854f8c1d8, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14a31803-64e7-4a95-a76b-831854f8c1d8,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:36.507853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b4cf-36aa-4b50-abb7-60cc9d4f99d3 req-7365c4d4-5a6c-49bc-8278-2109b850873b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:36.512392 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a58b4cf-36aa-4b50-abb7-60cc9d4f99d3 req-7365c4d4-5a6c-49bc-8278-2109b850873b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.1036115 Mar 31 15:56:36.517305 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=e7e61853-1b91-47f8-a5f4-14b93714eda2,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:36.533390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 408b4550-4908-4526-bc8a-e7341d0c41ec is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:36.533875 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.596599 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.631325 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a58b4cf-36aa-4b50-abb7-60cc9d4f99d3 req-29ee2752-81c0-4295-abef-44035f9eee62 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080775 Mar 31 15:56:36.640509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:36.651051 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:36.653443 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd12430-38f7-4200-bf8f-65d761fd54fa" -d '{"events": [{"server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "name": "network-vif-plugged", "status": "completed", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:36.662458 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Sync routers for ids ['9048cad3-9902-4621-98f3-93f48d7939a7'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:36.684942 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-26eeab4c-77b1-4380-8a66-cd2596410877 None None] Current status of the port e7e61853-1b91-47f8-a5f4-14b93714eda2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:36.694400 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 408b4550-4908-4526-bc8a-e7341d0c41ec, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=408b4550-4908-4526-bc8a-e7341d0c41ec,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:36.714889 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=14a31803-64e7-4a95-a76b-831854f8c1d8,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:36.724975 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Routers {'9048cad3-9902-4621-98f3-93f48d7939a7'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:36.725865 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.726087 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['9048cad3-9902-4621-98f3-93f48d7939a7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:36.728482 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-759ea624-e355-4fbd-9c53-3c3d8cf1b442 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1586182 Mar 31 15:56:36.731717 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59294) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:36.736866 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e1608-4ef5-4147-a144-08929e534654 x-openstack-request-id: req-ac5e1608-4ef5-4147-a144-08929e534654 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:36.737149 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "name": "network-vif-plugged", "status": "completed", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:36.737458 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac5e1608-4ef5-4147-a144-08929e534654 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:36.737884 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5e1608-4ef5-4147-a144-08929e534654'] response: {'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'code': 200} Mar 31 15:56:36.853686 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:36.908517 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Set router 9048cad3-9902-4621-98f3-93f48d7939a7 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:37.022824 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=408b4550-4908-4526-bc8a-e7341d0c41ec,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:37.059063 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de315b-38ae-4c8e-9e30-d5b729fbf2a5 req-7f998a7f-d7a0-4e95-b1c4-9ec892cff535 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:37.068891 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9de315b-38ae-4c8e-9e30-d5b729fbf2a5 req-7f998a7f-d7a0-4e95-b1c4-9ec892cff535 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 948 time: 0.0914526 Mar 31 15:56:37.124364 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device e7e61853-1b91-47f8-a5f4-14b93714eda2 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:37.195862 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9de315b-38ae-4c8e-9e30-d5b729fbf2a5 req-f3d159c0-1405-46e7-a2d1-229c3a52d404 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255906 Mar 31 15:56:37.228317 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0c290f9c-e89a-4636-bfe3-5daba2862072 None None] Provisioning complete for port e7e61853-1b91-47f8-a5f4-14b93714eda2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:37.228932 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0c290f9c-e89a-4636-bfe3-5daba2862072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.259742 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c52f8-f25e-40e6-9adf-6c52ea64a88a req-c9d9b12d-90f7-45d5-a613-cb8893431568 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:37.267398 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919c52f8-f25e-40e6-9adf-6c52ea64a88a req-c9d9b12d-90f7-45d5-a613-cb8893431568 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.2741973 Mar 31 15:56:37.283983 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port e7e61853-1b91-47f8-a5f4-14b93714eda2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:37.284365 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.367562 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0c290f9c-e89a-4636-bfe3-5daba2862072 None None] Current status of the port e7e61853-1b91-47f8-a5f4-14b93714eda2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:37.392990 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T15:56:35Z', 'revision_number': 3, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:37.414342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port e7e61853-1b91-47f8-a5f4-14b93714eda2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:37.427616 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Checking router: 9048cad3-9902-4621-98f3-93f48d7939a7 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:37.435182 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Updating router 9048cad3-9902-4621-98f3-93f48d7939a7 port 547eb142-5571-4508-9292-b0f141d08b50 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:56:37.458633 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (547eb142-5571-4508-9292-b0f141d08b50), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.463472 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-919c52f8-f25e-40e6-9adf-6c52ea64a88a req-7d584587-f498-4389-a188-d78d0da92e77 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904569 Mar 31 15:56:37.627161 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59308) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:37.650978 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a449464-0276-4049-b84a-5f1d2d4fedf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.654110 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.766749 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Publish callbacks [] for port (547eb142-5571-4508-9292-b0f141d08b50), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.836817 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (547eb142-5571-4508-9292-b0f141d08b50), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.863872 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9f1bb-c803-4dc3-9cde-f4938cafd712 req-996b6944-3f8e-4ce2-85fe-cb0b4b164c34 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:37.865719 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-33d9f1bb-c803-4dc3-9cde-f4938cafd712 req-996b6944-3f8e-4ce2-85fe-cb0b4b164c34 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.1334307 Mar 31 15:56:37.867139 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Allocated IP 172.20.0.1 (19e2dfff-5685-47c4-a2b6-b04e15ed7530/347629eb-9513-40ba-8fc5-c68e23e57d17/953e7e48-0203-4b1e-a9f7-55ad316122d2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:37.871631 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a449464-0276-4049-b84a-5f1d2d4fedf8 admin admin] Publish callbacks [] for security_group (d32e48e3-45c7-4c9d-bd9d-29f4321a86ae), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.939221 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-33d9f1bb-c803-4dc3-9cde-f4938cafd712 req-66318189-f5f7-47b1-b142-9ea8a9377bdc tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598068 Mar 31 15:56:37.939553 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2766472-471a-4fed-8d3f-88a626a7cf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.968035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a449464-0276-4049-b84a-5f1d2d4fedf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d32e48e3-45c7-4c9d-bd9d-29f4321a86ae), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.988427 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Attempting to bind port 547eb142-5571-4508-9292-b0f141d08b50 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:37.989741 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Attempting to bind port 547eb142-5571-4508-9292-b0f141d08b50 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:37.990373 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Attempting to bind port 547eb142-5571-4508-9292-b0f141d08b50 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:38.007855 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:38.010938 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:38.010938 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.010938 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:38.011375 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Bound port: 547eb142-5571-4508-9292-b0f141d08b50, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:38.012576 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (547eb142-5571-4508-9292-b0f141d08b50), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.034155 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a449464-0276-4049-b84a-5f1d2d4fedf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32e48e3-45c7-4c9d-bd9d-29f4321a86ae,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:38.034959 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks [] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.039331 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2a449464-0276-4049-b84a-5f1d2d4fedf8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ef7884e78ab4e5f8a704268ce647ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104292 Mar 31 15:56:38.043113 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59312) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:38.104234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68b86c4c-8451-4f78-8084-669a295ff1bc admin admin] Publish callbacks [] for security_group (d32e48e3-45c7-4c9d-bd9d-29f4321a86ae), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.113597 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc9efc-5138-4b44-b900-86f3d7a43e9d None None] Pushing event updated for resources: {'Port': ['ID=547eb142-5571-4508-9292-b0f141d08b50,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:38.132118 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] For port 547eb142-5571-4508-9292-b0f141d08b50, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:38.138094 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] For port 547eb142-5571-4508-9292-b0f141d08b50, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=547eb142-5571-4508-9292-b0f141d08b50,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:38.141796 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68b86c4c-8451-4f78-8084-669a295ff1bc admin admin] Publish callbacks [] for security_group (d32e48e3-45c7-4c9d-bd9d-29f4321a86ae), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.179891 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.216557 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['14a31803-64e7-4a95-a76b-831854f8c1d8'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:56:38.268114 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:38.271910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:38.277039 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:38.348755 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Pushing event updated for resources: {'Port': ['ID=953e7e48-0203-4b1e-a9f7-55ad316122d2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:38.374434 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (547eb142-5571-4508-9292-b0f141d08b50), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.414756 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (9048cad3-9902-4621-98f3-93f48d7939a7), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.423781 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68b86c4c-8451-4f78-8084-669a295ff1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d32e48e3-45c7-4c9d-bd9d-29f4321a86ae), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.425632 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68b86c4c-8451-4f78-8084-669a295ff1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.430904 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-68b86c4c-8451-4f78-8084-669a295ff1bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d32e48e3-45c7-4c9d-bd9d-29f4321a86ae HTTP/1.1" status: 204 len: 168 time: 0.3828471 Mar 31 15:56:38.450478 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86c4c-8451-4f78-8084-669a295ff1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32e48e3-45c7-4c9d-bd9d-29f4321a86ae,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:38.478379 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Routers {'9048cad3-9902-4621-98f3-93f48d7939a7'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:38.485543 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['9048cad3-9902-4621-98f3-93f48d7939a7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:38.539323 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc9efc-5138-4b44-b900-86f3d7a43e9d None None] Pushing event updated for resources: {'Port': ['ID=547eb142-5571-4508-9292-b0f141d08b50,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:38.688755 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fdaa-dc1c-465c-b2ce-6cbd4a240bd2 req-cab68264-6bce-460b-a2dc-33578634c609 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:38.690673 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f4c7fdaa-dc1c-465c-b2ce-6cbd4a240bd2 req-cab68264-6bce-460b-a2dc-33578634c609 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 948 time: 0.3784626 Mar 31 15:56:38.770812 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8f63c-fed0-471f-b8cd-1fa8b8a98d87 req-af84fc23-b814-47d6-bf6d-3823455e5ea8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:38.777478 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] Set router 9048cad3-9902-4621-98f3-93f48d7939a7 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:38.779315 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a140be82-e065-4a93-bc93-e3cbe0af1f2d None None] Provisioning complete for port 953e7e48-0203-4b1e-a9f7-55ad316122d2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:38.780055 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a140be82-e065-4a93-bc93-e3cbe0af1f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.780211 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3be8f63c-fed0-471f-b8cd-1fa8b8a98d87 req-af84fc23-b814-47d6-bf6d-3823455e5ea8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0909073 Mar 31 15:56:38.880550 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4a8f-473b-4ff5-81e1-e84e62eca4da req-78749f72-3616-43d0-a68d-c0827a830f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:38.886747 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a140be82-e065-4a93-bc93-e3cbe0af1f2d None None] Port 953e7e48-0203-4b1e-a9f7-55ad316122d2 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:38.896586 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c40f4a8f-473b-4ff5-81e1-e84e62eca4da req-78749f72-3616-43d0-a68d-c0827a830f07 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.3172083 Mar 31 15:56:38.907067 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f4c7fdaa-dc1c-465c-b2ce-6cbd4a240bd2 req-fc6546e6-5720-4810-b260-dd5c7260ed7d tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045097 Mar 31 15:56:38.929374 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3be8f63c-fed0-471f-b8cd-1fa8b8a98d87 req-c9e09725-0b27-4615-b5a5-a61cbe25697c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480269 Mar 31 15:56:39.002451 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:39.023770 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c40f4a8f-473b-4ff5-81e1-e84e62eca4da req-2999e187-70d2-4c56-860d-abe027de269d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151567 Mar 31 15:56:39.196841 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T15:56:35Z', 'revision_number': 3, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:39.253230 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faf18f-f5bb-4a44-b123-ff906105d7c6 None None] The sync data for ids ['9048cad3-9902-4621-98f3-93f48d7939a7'] in dv-cinder-836027-1-iscsi is: [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T15:56:35Z', 'revision_number': 3, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:39.260252 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadece82-3608-495c-acd7-5c2117dc0b8f req-865a744d-fe47-43a8-a876-dce978fbb600 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:39.261942 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aadece82-3608-495c-acd7-5c2117dc0b8f req-865a744d-fe47-43a8-a876-dce978fbb600 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.1349814 Mar 31 15:56:39.354380 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks [] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:39.371168 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aadece82-3608-495c-acd7-5c2117dc0b8f req-82e1fefa-d5d8-4bcc-abeb-8f47a54a7f72 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959897 Mar 31 15:56:39.437145 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:39.540372 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (9048cad3-9902-4621-98f3-93f48d7939a7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:39.545147 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Pushing event updated for resources: {'Port': ['ID=953e7e48-0203-4b1e-a9f7-55ad316122d2,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:39.750130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:39.757149 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:40.004883 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Router 9048cad3-9902-4621-98f3-93f48d7939a7 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:56:40.183995 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65148b6-220f-404c-be5f-8850f7bb257f req-6cfba8ec-d26e-45d0-87a7-8e1b150d6d53 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.196431 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b65148b6-220f-404c-be5f-8850f7bb257f req-6cfba8ec-d26e-45d0-87a7-8e1b150d6d53 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 948 time: 0.1361334 Mar 31 15:56:40.223827 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9afa43-de6a-41ed-8c47-dbd238c3c05d req-2c42c8ba-71a0-4486-b5fb-0ddd0da3155c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.231327 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df9afa43-de6a-41ed-8c47-dbd238c3c05d req-2c42c8ba-71a0-4486-b5fb-0ddd0da3155c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1467476 Mar 31 15:56:40.249496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-cd79e409-4ec7-438a-917a-c2b0a602f011 None None] Provisioning complete for port 953e7e48-0203-4b1e-a9f7-55ad316122d2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:40.249496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cd79e409-4ec7-438a-917a-c2b0a602f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:40.280039 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:40.298670 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-466222d0-c5ae-47f6-bdae-8d5ff732984e admin admin] 10.222.0.58 "PUT /v2.0/routers/9048cad3-9902-4621-98f3-93f48d7939a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5647886 Mar 31 15:56:40.324640 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b65148b6-220f-404c-be5f-8850f7bb257f req-d29e2441-455d-4211-933c-bfb5c8fadfee tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275196 Mar 31 15:56:40.375766 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df9afa43-de6a-41ed-8c47-dbd238c3c05d req-a2b9d6f7-a1ea-4368-bbd3-4f88d5b51562 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427231 Mar 31 15:56:40.376745 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-cd79e409-4ec7-438a-917a-c2b0a602f011 None None] Port 953e7e48-0203-4b1e-a9f7-55ad316122d2 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:40.623883 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcf1b1-1957-4057-bd92-75f34f0bab4b req-6ff2fd3a-7751-420f-81f0-8b21d1aaf256 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.627799 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4bcf1b1-1957-4057-bd92-75f34f0bab4b req-6ff2fd3a-7751-420f-81f0-8b21d1aaf256 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.1502764 Mar 31 15:56:40.722340 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59376) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:40.743627 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4bcf1b1-1957-4057-bd92-75f34f0bab4b req-64ba73cd-0288-425b-bd74-cca4a61c7535 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069789 Mar 31 15:56:40.912487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102775998-network', 'tenant_id': '98cac0042e70452e82fc3ddde34ab2d5'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:40.977127 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 547eb142-5571-4508-9292-b0f141d08b50 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:41.035440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Made reservation on behalf of 98cac0042e70452e82fc3ddde34ab2d5 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:41.035691 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6255-74a5-4f78-bc22-b7f371d29f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.040614 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.064740 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.065868 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 547eb142-5571-4508-9292-b0f141d08b50 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:41.066261 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (547eb142-5571-4508-9292-b0f141d08b50), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.238868 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks [] for security_group (f19f41ad-e4b7-443b-a03c-c02211b54cab), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.257300 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 547eb142-5571-4508-9292-b0f141d08b50 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:41.257971 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (547eb142-5571-4508-9292-b0f141d08b50), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.285303 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 547eb142-5571-4508-9292-b0f141d08b50, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=547eb142-5571-4508-9292-b0f141d08b50,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:41.374380 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:56:41.401809 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f19f41ad-e4b7-443b-a03c-c02211b54cab), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.449033 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:56:41.470291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (547eb142-5571-4508-9292-b0f141d08b50), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.495125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f41ad-e4b7-443b-a03c-c02211b54cab,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:41.498988 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (df05ba86-f96d-4015-b1bb-904383e73a4a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.499491 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Added segment df05ba86-f96d-4015-b1bb-904383e73a4a of type vlan for network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc Mar 31 15:56:41.569535 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.593203 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22c0d-ba2f-455a-9ab8-95786b211a58 req-d150d30f-5cb4-40d4-ad38-e25a85b70bde tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:41.594977 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77e22c0d-ba2f-455a-9ab8-95786b211a58 req-d150d30f-5cb4-40d4-ad38-e25a85b70bde tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 948 time: 0.1209762 Mar 31 15:56:41.616788 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=547eb142-5571-4508-9292-b0f141d08b50,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:41.657504 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59390) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:41.664567 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402274183', 'description': 'tempest-secgroup-smoke-402274183 description', 'project_id': '53f00ecd42a24c82800c15d8b262171a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:41.689533 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.691184 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:41.692138 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.698760 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:41.733921 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77e22c0d-ba2f-455a-9ab8-95786b211a58 req-b453faee-bc6d-47e8-a85b-fd813fe2182b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254168 Mar 31 15:56:41.751728 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'port_id': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:56:41.787862 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb14a9-8f5d-4634-8e8a-cca985156f9a req-c3365546-d183-4d08-b126-e59b5f09d939 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:41.797545 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71cb14a9-8f5d-4634-8e8a-cca985156f9a req-c3365546-d183-4d08-b126-e59b5f09d939 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0785310 Mar 31 15:56:41.806948 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.857165 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] Pushing event updated for resources: {'Network': ['ID=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:41.875888 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:56:41.878673 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:41.879108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.924910 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71cb14a9-8f5d-4634-8e8a-cca985156f9a req-14660a57-2308-49f6-8fdd-f14e6fe20db5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245546 Mar 31 15:56:41.958808 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-947537c9-8211-4aea-8ffe-c8df1789ffee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2345150 Mar 31 15:56:41.964971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59394) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:41.971008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Request body: {'subnet': {'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102775998-subnet', 'tenant_id': '98cac0042e70452e82fc3ddde34ab2d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:41.993381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:42.019876 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd06062-0ac6-4bc7-8d6c-8854e95fe1f1 req-2daf4fd5-0864-4ffe-bb64-744aa1e63d2d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:42.022279 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cfd06062-0ac6-4bc7-8d6c-8854e95fe1f1 req-2daf4fd5-0864-4ffe-bb64-744aa1e63d2d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 944 time: 0.1294975 Mar 31 15:56:42.030131 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group (e30e71a6-5c69-46af-b466-4a7663f44e4e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.059670 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:42.084546 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Sync routers for ids ['9048cad3-9902-4621-98f3-93f48d7939a7'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:42.101240 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Routers {'9048cad3-9902-4621-98f3-93f48d7939a7'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:42.103370 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['9048cad3-9902-4621-98f3-93f48d7939a7'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:42.105011 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cfd06062-0ac6-4bc7-8d6c-8854e95fe1f1 req-4acd5399-4823-4861-8358-024d68edb80e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687594 Mar 31 15:56:42.139092 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Made reservation on behalf of 98cac0042e70452e82fc3ddde34ab2d5 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:42.143015 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.185606 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (e30e71a6-5c69-46af-b466-4a7663f44e4e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.222838 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.225533 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e71a6-5c69-46af-b466-4a7663f44e4e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:42.265274 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 14a31803-64e7-4a95-a76b-831854f8c1d8 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:42.369785 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.373034 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-55ab2967-95a9-4e6d-8a21-0bf0e0fc41c6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7136948 Mar 31 15:56:42.378993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59402) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:42.387938 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group_rule': {'security_group_id': 'e30e71a6-5c69-46af-b466-4a7663f44e4e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:42.420487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:42.446469 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Set router 9048cad3-9902-4621-98f3-93f48d7939a7 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:42.550720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (6b37c976-20b8-4054-b0c3-d262fe639d82), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.604125 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 14a31803-64e7-4a95-a76b-831854f8c1d8 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:56:42.614402 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 14a31803-64e7-4a95-a76b-831854f8c1d8 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:42.615015 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.637564 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (6b37c976-20b8-4054-b0c3-d262fe639d82), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.653304 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['3ea13b3b-65a3-409f-9ce5-aebe9b88c41e'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:56:42.716848 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (6b37c976-20b8-4054-b0c3-d262fe639d82), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.755613 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b37c976-20b8-4054-b0c3-d262fe639d82,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:42.779766 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (7ae2c752-e3ca-4aa1-b578-d944946e75cc), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.886589 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae2c752-e3ca-4aa1-b578-d944946e75cc,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:42.899168 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Checking segment: {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:42.899583 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Network hostable DHCP agents. Network: 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:56:42.934614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:42.938773 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7b7e83bc-ba50-4596-acea-7a05e8a182e2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5558465 Mar 31 15:56:42.940012 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59406) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:42.951824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group_rule': {'security_group_id': 'e30e71a6-5c69-46af-b466-4a7663f44e4e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:42.998722 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:56:43.019490 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d60d63-dd96-4001-ae7f-d9e7c4d10c9d req-cc971a15-4b53-47d0-8479-4eaa994aad47 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:43.022530 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31d60d63-dd96-4001-ae7f-d9e7c4d10c9d req-cc971a15-4b53-47d0-8479-4eaa994aad47 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 948 time: 0.1677940 Mar 31 15:56:43.107996 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31d60d63-dd96-4001-ae7f-d9e7c4d10c9d req-7c869874-8de6-4edb-b60c-1c7b9515182a tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723433 Mar 31 15:56:43.108220 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 547eb142-5571-4508-9292-b0f141d08b50 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:43.129208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:43.140661 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:43.149027 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.151124 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (d22e9c5d-5c85-4088-b98f-6e1ce2028dc3), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.169447 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012420d3-099f-4d64-b809-67ee993e1b88 None None] Network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:56:43.253738 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3682-fac2-48ff-90f1-16732be098bb req-49c1ac1d-8f28-4380-bfbe-1d2515d28b36 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:43.256402 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-beeb3682-fac2-48ff-90f1-16732be098bb req-49c1ac1d-8f28-4380-bfbe-1d2515d28b36 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1956022 Mar 31 15:56:43.287211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 14a31803-64e7-4a95-a76b-831854f8c1d8 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:43.287825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.292818 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-008500c1-24a5-4029-a5ee-843d34ae22f2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3266029 Mar 31 15:56:43.327245 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93c7ed-6c1b-41cf-b82f-41a48c2af2e6 req-c56966a1-ed02-456d-a893-857ce9286646 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:43.329717 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c93c7ed-6c1b-41cf-b82f-41a48c2af2e6 req-c56966a1-ed02-456d-a893-857ce9286646 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 945 time: 0.1055913 Mar 31 15:56:43.391505 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a31803-64e7-4a95-a76b-831854f8c1d8'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:43.392885 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c1a8ed-e172-404f-bfdf-7db3c950bb43" -d '{"events": [{"server_uuid": "4b6f4d16-22f2-4598-b145-2f8954a02cf0", "name": "network-vif-plugged", "status": "completed", "tag": "14a31803-64e7-4a95-a76b-831854f8c1d8"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:43.405994 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-beeb3682-fac2-48ff-90f1-16732be098bb req-2b02bf2d-90d2-487a-ba8c-132158479118 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375506 Mar 31 15:56:43.410264 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (d22e9c5d-5c85-4088-b98f-6e1ce2028dc3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.446033 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c93c7ed-6c1b-41cf-b82f-41a48c2af2e6 req-3feaeb5a-adac-47d7-9f2e-f6a1949c5083 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068871 Mar 31 15:56:43.473780 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 14a31803-64e7-4a95-a76b-831854f8c1d8, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14a31803-64e7-4a95-a76b-831854f8c1d8,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:43.494522 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T15:56:38Z', 'revision_number': 4, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '953e7e48-0203-4b1e-a9f7-55ad316122d2', 'name': '', 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'mac_address': 'fa:16:3e:90:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '347629eb-9513-40ba-8fc5-c68e23e57d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:37Z', 'updated_at': '2022-03-31T15:56:39Z', 'revision_number': 2, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'subnets': [{'id': '347629eb-9513-40ba-8fc5-c68e23e57d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:43.532897 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e3930-714c-4a8c-a018-b2359b8c5294 x-openstack-request-id: req-da4e3930-714c-4a8c-a018-b2359b8c5294 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:43.533213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f4d16-22f2-4598-b145-2f8954a02cf0", "name": "network-vif-plugged", "status": "completed", "tag": "14a31803-64e7-4a95-a76b-831854f8c1d8", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:43.533469 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da4e3930-714c-4a8c-a018-b2359b8c5294 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:43.533875 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4e3930-714c-4a8c-a018-b2359b8c5294'] response: {'server_uuid': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a31803-64e7-4a95-a76b-831854f8c1d8', 'code': 200} Mar 31 15:56:43.542737 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (d22e9c5d-5c85-4088-b98f-6e1ce2028dc3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.560377 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Checking router: 9048cad3-9902-4621-98f3-93f48d7939a7 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:43.560377 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Updating router 9048cad3-9902-4621-98f3-93f48d7939a7 port 953e7e48-0203-4b1e-a9f7-55ad316122d2 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:56:43.585230 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22e9c5d-5c85-4088-b98f-6e1ce2028dc3,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:43.594826 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.607402 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf78487-952c-4bdd-949b-4fbcf2f7cf65 None None] Network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:56:43.626470 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 547eb142-5571-4508-9292-b0f141d08b50 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:43.626868 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (547eb142-5571-4508-9292-b0f141d08b50), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.659899 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.664717 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-030e22e5-8b3d-4ab8-a7d5-5951d75196e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7197762 Mar 31 15:56:43.665267 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59428) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:43.677052 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group_rule': {'security_group_id': 'e30e71a6-5c69-46af-b466-4a7663f44e4e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:43.749602 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.805377 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (d1c733f0-f9da-47c8-a5f5-2fe0b49d8f27), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.826049 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=14a31803-64e7-4a95-a76b-831854f8c1d8,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:43.882600 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:43.915724 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (d1c733f0-f9da-47c8-a5f5-2fe0b49d8f27), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.055858 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 547eb142-5571-4508-9292-b0f141d08b50 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:44.086325 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (d1c733f0-f9da-47c8-a5f5-2fe0b49d8f27), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.142969 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c733f0-f9da-47c8-a5f5-2fe0b49d8f27,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:44.175339 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246129d0-12f2-4da8-82fc-82e46629e46c req-b1013025-29a0-4237-a117-aa25e663f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:44.178653 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-246129d0-12f2-4da8-82fc-82e46629e46c req-b1013025-29a0-4237-a117-aa25e663f6e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 1133 time: 0.1547008 Mar 31 15:56:44.276569 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.278648 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-44914dc3-8251-4ab8-9642-02865eab413a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6091235 Mar 31 15:56:44.282466 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59434) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:44.290750 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group_rule': {'security_group_id': 'e30e71a6-5c69-46af-b466-4a7663f44e4e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:44.312389 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-246129d0-12f2-4da8-82fc-82e46629e46c req-052df30b-b336-45bb-974b-df466d044897 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260893 Mar 31 15:56:44.340904 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2b861-783d-4ac9-8fae-ea1d861c7450 req-919331cc-1a35-4430-8ae2-deefd28d01d2 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:44.343604 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bce2b861-783d-4ac9-8fae-ea1d861c7450 req-919331cc-1a35-4430-8ae2-deefd28d01d2 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.1304860 Mar 31 15:56:44.393785 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Publish callbacks [] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.412896 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bce2b861-783d-4ac9-8fae-ea1d861c7450 req-c7e31c61-b1f4-4d1c-8efa-3e8bdd441677 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Mar 31 15:56:44.419848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (9bd76143-0aa8-45b0-bbf9-31affd89f542), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.513532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.546688 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (9bd76143-0aa8-45b0-bbf9-31affd89f542), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.616410 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987fe5e-7f6a-4167-bd78-8bc0de9abfb3 None None] Pushing event updated for resources: {'Port': ['ID=953e7e48-0203-4b1e-a9f7-55ad316122d2,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:44.641222 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (9bd76143-0aa8-45b0-bbf9-31affd89f542), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.687179 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd76143-0aa8-45b0-bbf9-31affd89f542,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:44.786101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9c979-9472-461e-8aec-7bdde5923a91 req-4267b297-e9d0-422f-81b5-72ef45f38713 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:44.805922 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ceb9c979-9472-461e-8aec-7bdde5923a91 req-4267b297-e9d0-422f-81b5-72ef45f38713 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.2562599 Mar 31 15:56:44.847850 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196530-5aea-46f8-b79e-4526b04580da req-0e099d0e-7c30-487c-a72b-890e7e3ec427 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:44.851478 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87196530-5aea-46f8-b79e-4526b04580da req-0e099d0e-7c30-487c-a72b-890e7e3ec427 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 945 time: 0.2137127 Mar 31 15:56:44.893354 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.905407 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4935a740-8602-4e03-812f-76b2ce47e83e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6201608 Mar 31 15:56:44.912782 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59452) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:44.920295 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group_rule': {'security_group_id': 'e30e71a6-5c69-46af-b466-4a7663f44e4e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:44.926195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Attempting to bind port 953e7e48-0203-4b1e-a9f7-55ad316122d2 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:44.927146 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Attempting to bind port 953e7e48-0203-4b1e-a9f7-55ad316122d2 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:44.927951 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Attempting to bind port 953e7e48-0203-4b1e-a9f7-55ad316122d2 on network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:44.960700 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:44.968342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Checking segment: {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:44.968585 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.970925 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Bound using segment: {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:44.974403 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Bound port: 953e7e48-0203-4b1e-a9f7-55ad316122d2, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482a8093-6d58-4b2d-ba88-f5fcc89f7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:44.979344 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:44.997487 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ceb9c979-9472-461e-8aec-7bdde5923a91 req-088f4446-bb2a-4232-a348-9fbe84ba4558 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898990 Mar 31 15:56:45.013715 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.168273 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-76b5d125-6763-4a8a-975e-44be4d5dfe82 None None] Provisioning complete for port 953e7e48-0203-4b1e-a9f7-55ad316122d2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:45.175839 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-76b5d125-6763-4a8a-975e-44be4d5dfe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.181864 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886decc-7950-4ff8-b088-c75eb228bb35 req-3e4b2396-d457-4920-8fe5-e229cf9bd62f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:45.197724 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f886decc-7950-4ff8-b088-c75eb228bb35 req-3e4b2396-d457-4920-8fe5-e229cf9bd62f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1060636 Mar 31 15:56:45.198743 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59462) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:45.211618 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'floatingip': {'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:45.273351 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] For port 953e7e48-0203-4b1e-a9f7-55ad316122d2, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:45.312108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] For port 953e7e48-0203-4b1e-a9f7-55ad316122d2, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=953e7e48-0203-4b1e-a9f7-55ad316122d2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:45.315112 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-76b5d125-6763-4a8a-975e-44be4d5dfe82 None None] Port 953e7e48-0203-4b1e-a9f7-55ad316122d2 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:56:45.333216 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.381556 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87196530-5aea-46f8-b79e-4526b04580da req-fffc4944-5dc4-4499-948b-c58a76544281 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5115635 Mar 31 15:56:45.478048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.480969 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Project 53f00ecd42a24c82800c15d8b262171a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:56:45.490970 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (143fbb09-7eb1-4576-af5e-f65dd303e28b), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.643594 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (143fbb09-7eb1-4576-af5e-f65dd303e28b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.646650 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Routers {'9048cad3-9902-4621-98f3-93f48d7939a7'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:45.647709 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['9048cad3-9902-4621-98f3-93f48d7939a7'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:45.704500 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37e31-7961-425a-bf36-795cff3d2bac req-b890636a-f583-4827-8c7f-5e162876c53b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:45.706193 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6db37e31-7961-425a-bf36-795cff3d2bac req-b890636a-f583-4827-8c7f-5e162876c53b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.1789012 Mar 31 15:56:45.751040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (143fbb09-7eb1-4576-af5e-f65dd303e28b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.792781 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143fbb09-7eb1-4576-af5e-f65dd303e28b,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:45.836714 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987fe5e-7f6a-4167-bd78-8bc0de9abfb3 None None] Pushing event updated for resources: {'Port': ['ID=953e7e48-0203-4b1e-a9f7-55ad316122d2,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:45.925878 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:45.929358 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bf3fb3be-9c4d-4c92-86b5-c36cee614589 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0146308 Mar 31 15:56:45.933676 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59470) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:45.944979 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'security_group_rule': {'security_group_id': 'e30e71a6-5c69-46af-b466-4a7663f44e4e', 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:45.951281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] Set router 9048cad3-9902-4621-98f3-93f48d7939a7 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:45.986712 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6db37e31-7961-425a-bf36-795cff3d2bac req-cd424237-1377-4a01-a53c-1ebe7e4a85f4 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507029 Mar 31 15:56:46.194574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59474) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:46.202500 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.db.resource_extend [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:56:46.226758 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] Provisioning complete for port 953e7e48-0203-4b1e-a9f7-55ad316122d2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:46.227296 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.288502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:46.430711 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-271cfdee-f47e-4755-950a-e7c6757f6301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.474003 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Project 53f00ecd42a24c82800c15d8b262171a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:56:46.474859 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.581188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (657e6dd4-e435-4dbc-bda1-a373acd27c81), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.610280 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.643565 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:56:46.650406 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:46.650928 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.652754 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.706794 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] Current status of the port 953e7e48-0203-4b1e-a9f7-55ad316122d2 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:46.707187 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.719605 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (657e6dd4-e435-4dbc-bda1-a373acd27c81), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.729063 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T15:56:38Z', 'revision_number': 4, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '953e7e48-0203-4b1e-a9f7-55ad316122d2', 'name': '', 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'mac_address': 'fa:16:3e:90:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '347629eb-9513-40ba-8fc5-c68e23e57d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:37Z', 'updated_at': '2022-03-31T15:56:45Z', 'revision_number': 4, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'subnets': [{'id': '347629eb-9513-40ba-8fc5-c68e23e57d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:46.759299 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-271cfdee-f47e-4755-950a-e7c6757f6301 admin admin] Publish callbacks [] for security_group (b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.767518 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-25a6f090-e641-443e-8126-89dc26ba6306 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:46.769333 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-25a6f090-e641-443e-8126-89dc26ba6306 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/networks?id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc HTTP/1.1" status: 200 len: 809 time: 0.3240733 Mar 31 15:56:46.788191 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e7507-7adf-4c5f-81c2-293382643a76 None None] The sync data for ids ['9048cad3-9902-4621-98f3-93f48d7939a7'] in dv-cinder-836027-1-iscsi is: [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T15:56:38Z', 'revision_number': 4, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '953e7e48-0203-4b1e-a9f7-55ad316122d2', 'name': '', 'network_id': '19e2dfff-5685-47c4-a2b6-b04e15ed7530', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'mac_address': 'fa:16:3e:90:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '347629eb-9513-40ba-8fc5-c68e23e57d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:37Z', 'updated_at': '2022-03-31T15:56:45Z', 'revision_number': 4, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'subnets': [{'id': '347629eb-9513-40ba-8fc5-c68e23e57d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:46.797765 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-bd035ae2-4d36-47ed-a993-eb326f07c4a1 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/quotas/98cac0042e70452e82fc3ddde34ab2d5 HTTP/1.1" status: 200 len: 375 time: 0.0178230 Mar 31 15:56:46.801484 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (657e6dd4-e435-4dbc-bda1-a373acd27c81), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.823197 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657e6dd4-e435-4dbc-bda1-a373acd27c81,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:46.870584 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-271cfdee-f47e-4755-950a-e7c6757f6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.871018 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] For port 953e7e48-0203-4b1e-a9f7-55ad316122d2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=953e7e48-0203-4b1e-a9f7-55ad316122d2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:46.894017 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d202-6e12-4c1d-af4d-2fd601b1446a req-a7e05104-0cdd-48cb-a0b0-a340705bbdd7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:46.911530 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fb5d202-6e12-4c1d-af4d-2fd601b1446a req-a7e05104-0cdd-48cb-a0b0-a340705bbdd7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 945 time: 0.3790088 Mar 31 15:56:46.957006 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.995096 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-271cfdee-f47e-4755-950a-e7c6757f6301 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c2a54891cb748b6a4ef6fa627b40c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8344753 Mar 31 15:56:47.000906 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-487633b3-2e34-456f-ae64-e6572b6e70d8 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1804795 Mar 31 15:56:47.002984 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59498) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:47.050805 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fb5d202-6e12-4c1d-af4d-2fd601b1446a req-c4f41f23-782f-48ba-8925-0e67bcb453a9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177092 Mar 31 15:56:47.052802 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Floating IP 78c3129d-01ea-4e9a-80c3-de4a0180d2a1 associated. External IP: 172.27.1.103, port: 408b4550-4908-4526-bc8a-e7341d0c41ec. Mar 31 15:56:47.064072 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:47.064837 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.068738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefc93b-4e95-46a8-b9e7-8aa09d9f3050 None None] Pushing event updated for resources: {'Port': ['ID=953e7e48-0203-4b1e-a9f7-55ad316122d2,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:47.074309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cfdee-f47e-4755-950a-e7c6757f6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:47.137513 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:47.142712 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304f247-90ea-402b-9366-19a912d9ecec" -d '{"events": [{"server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "name": "network-vif-plugged", "status": "completed", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:47.163832 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:47.182162 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.185048 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e4cbf295-f7d6-485a-8d3e-ef74eb3a13df tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2493677 Mar 31 15:56:47.350256 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.419252 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-7696e6f4-3a07-47fd-845c-12bb69e5eeb3 service neutron] 10.222.0.58 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329918 Mar 31 15:56:47.424790 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d0917771-a415-42b6-998b-a8403add3392 admin admin] Publish callbacks [] for security_group (b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.471937 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d0917771-a415-42b6-998b-a8403add3392 admin admin] Publish callbacks [] for security_group (b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.501128 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:47.545332 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5863d-ea9a-4ff0-9ed6-3676355ddc06 req-7017e2b4-f83f-415f-b145-62d132518136 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:47.560795 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7ed5863d-ea9a-4ff0-9ed6-3676355ddc06 req-7017e2b4-f83f-415f-b145-62d132518136 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.2648456 Mar 31 15:56:47.657509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Router d689b0ce-0242-4b58-b8a2-4679124b1d7c has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:56:47.673928 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d0917771-a415-42b6-998b-a8403add3392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.673928 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d0917771-a415-42b6-998b-a8403add3392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.679115 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d0917771-a415-42b6-998b-a8403add3392 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d HTTP/1.1" status: 204 len: 168 time: 0.6698380 Mar 31 15:56:47.723532 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0917771-a415-42b6-998b-a8403add3392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebbc1d-5dfa-4059-88c4-c2be0a51b07d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:47.724183 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7ed5863d-ea9a-4ff0-9ed6-3676355ddc06 req-61f8cdad-a251-4194-a74a-9c4efa4cc614 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618404 Mar 31 15:56:47.855565 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-da4505e9-2181-4d0a-a7a7-999341bfbe3b service neutron] 10.222.0.58 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820001 Mar 31 15:56:47.941932 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b0b00d-0724-404a-9373-e0bd24bb6ba3 x-openstack-request-id: req-43b0b00d-0724-404a-9373-e0bd24bb6ba3 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:47.943370 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "name": "network-vif-plugged", "status": "completed", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:47.943906 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43b0b00d-0724-404a-9373-e0bd24bb6ba3 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:47.945662 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b0b00d-0724-404a-9373-e0bd24bb6ba3'] response: {'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'code': 200} Mar 31 15:56:48.141394 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:48.158414 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:48.159942 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] Sync routers for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:48.199710 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:48.200811 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:48.309022 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2079c5f9-9814-4351-9d77-d77c12cf26d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "PUT /v2.0/floatingips/78c3129d-01ea-4e9a-80c3-de4a0180d2a1 HTTP/1.1" status: 200 len: 991 time: 3.1075263 Mar 31 15:56:48.312454 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:48.320472 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:48.386141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef5cd-7314-468c-952c-07889fc30894 req-7ba4f073-f993-483c-82ee-1530adc84908 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:48.394316 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec5ef5cd-7314-468c-952c-07889fc30894 req-7ba4f073-f993-483c-82ee-1530adc84908 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.1150301 Mar 31 15:56:48.543122 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec5ef5cd-7314-468c-952c-07889fc30894 req-2c12dfae-e758-4f56-afb8-368dd8e1bcf7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481829 Mar 31 15:56:48.607699 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:48.744800 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6fd92d-b21c-4c9e-896b-940b4b5a821c x-openstack-request-id: req-0a6fd92d-b21c-4c9e-896b-940b4b5a821c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:48.745759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:48.746304 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a6fd92d-b21c-4c9e-896b-940b4b5a821c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:48.747153 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6fd92d-b21c-4c9e-896b-940b4b5a821c'] response: {'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'status': 'completed', 'code': 200} Mar 31 15:56:48.802117 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-28c3ac51-92e9-4300-830f-7d83f9f85cf7 req-250d1608-d918-48ea-88fd-978c9b7532ea tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.1176550 Mar 31 15:56:48.899727 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e55a-ea10-4087-b16f-5eabae833419 req-290b4504-45db-4c60-9718-408f8ada3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:48.912236 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2319e55a-ea10-4087-b16f-5eabae833419 req-290b4504-45db-4c60-9718-408f8ada3ad2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 1130 time: 0.1978691 Mar 31 15:56:49.125571 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59578) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:49.146137 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2319e55a-ea10-4087-b16f-5eabae833419 req-41a1814a-3260-4a46-b0c5-2d0eea58c7c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255404 Mar 31 15:56:49.154959 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 953e7e48-0203-4b1e-a9f7-55ad316122d2 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:49.165818 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eae6f766-85a5-4732-b608-b8164da71bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.188406 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a50c0-977f-4550-9ed1-48f024e8b257 req-f579f328-f64e-4b7f-8353-02bfa9733e02 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:49.200504 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab9a50c0-977f-4550-9ed1-48f024e8b257 req-f579f328-f64e-4b7f-8353-02bfa9733e02 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.3596897 Mar 31 15:56:49.212595 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-5f8b7852-08a5-40dd-be03-0f1a2a5dc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:49.214697 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-5f8b7852-08a5-40dd-be03-0f1a2a5dc407 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.3961527 Mar 31 15:56:49.303724 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab9a50c0-977f-4550-9ed1-48f024e8b257 req-bc192b73-38ec-4e57-b722-70bf4031bb57 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003938 Mar 31 15:56:49.330029 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 953e7e48-0203-4b1e-a9f7-55ad316122d2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:49.330984 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.404582 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '78c3129d-01ea-4e9a-80c3-de4a0180d2a1', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:12Z', 'updated_at': '2022-03-31T15:56:45Z', 'revision_number': 1, 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:49.405373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eae6f766-85a5-4732-b608-b8164da71bdd admin admin] Publish callbacks [] for security_group (2667c356-773c-4515-a622-87678df12b6e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.440364 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] Checking router: d689b0ce-0242-4b58-b8a2-4679124b1d7c for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:49.450058 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:49.450759 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:49.455669 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 953e7e48-0203-4b1e-a9f7-55ad316122d2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:49.539983 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.566029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-3e333d89-516f-4596-9f44-c01fc73ed580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:49.568651 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-3e333d89-516f-4596-9f44-c01fc73ed580 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1349669 Mar 31 15:56:49.571481 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eae6f766-85a5-4732-b608-b8164da71bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2667c356-773c-4515-a622-87678df12b6e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.589903 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:49.654834 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6f766-85a5-4732-b608-b8164da71bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2667c356-773c-4515-a622-87678df12b6e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:49.665629 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-eae6f766-85a5-4732-b608-b8164da71bdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6278c67d0f6241e68a4a56667cd9ae72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5371180 Mar 31 15:56:49.669129 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59586) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:49.740822 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-1ac24601-caa5-41dc-984a-497f1e1314a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 999 time: 0.1648030 Mar 31 15:56:49.810181 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf66c-5a31-44db-9e83-6732dfcb26d1 admin admin] Publish callbacks [] for security_group (2667c356-773c-4515-a622-87678df12b6e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.811454 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-a1036b06-bf64-4018-ac4b-6db0687b66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:49.815516 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-a1036b06-bf64-4018-ac4b-6db0687b66d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0615892 Mar 31 15:56:49.853938 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf66c-5a31-44db-9e83-6732dfcb26d1 admin admin] Publish callbacks [] for security_group (2667c356-773c-4515-a622-87678df12b6e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.894579 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf177e8c-f19b-4f5d-900d-216276efd4ac req-6eb092f6-b3e8-4dd3-90a0-52e1a34467aa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:49.901833 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf177e8c-f19b-4f5d-900d-216276efd4ac req-6eb092f6-b3e8-4dd3-90a0-52e1a34467aa tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.1426661 Mar 31 15:56:49.988564 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf177e8c-f19b-4f5d-900d-216276efd4ac req-30cfef16-a266-4900-a489-12745e6ca2e9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820174 Mar 31 15:56:50.003502 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '78c3129d-01ea-4e9a-80c3-de4a0180d2a1', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:12Z', 'updated_at': '2022-03-31T15:56:45Z', 'revision_number': 1, 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:50.047197 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872ab6d-4273-48d4-aeed-3e7a43f91199 None None] The sync data for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi is: [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '78c3129d-01ea-4e9a-80c3-de4a0180d2a1', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:12Z', 'updated_at': '2022-03-31T15:56:45Z', 'revision_number': 1, 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:50.104022 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf66c-5a31-44db-9e83-6732dfcb26d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2667c356-773c-4515-a622-87678df12b6e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:50.110976 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf66c-5a31-44db-9e83-6732dfcb26d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:50.114408 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a4fcf66c-5a31-44db-9e83-6732dfcb26d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2667c356-773c-4515-a622-87678df12b6e HTTP/1.1" status: 204 len: 168 time: 0.4404044 Mar 31 15:56:50.140180 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf66c-5a31-44db-9e83-6732dfcb26d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2667c356-773c-4515-a622-87678df12b6e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:50.364524 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5b0c0a27-04e3-49c3-8081-33ec64ffab39 req-8e39dadb-a34b-4993-b17b-5d2f5a8567ad tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.3762975 Mar 31 15:56:50.425016 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-7ba50f38-9fae-4f87-8bc4-46351e710b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:50.427862 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-7ba50f38-9fae-4f87-8bc4-46351e710b45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6048341 Mar 31 15:56:50.495312 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb088a9-7f5d-43ae-94c9-f244e4ad3d08 None None] New status for floating IP 78c3129d-01ea-4e9a-80c3-de4a0180d2a1: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:56:50.499422 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06cf15-c56f-478b-9207-e36492b75995 req-29f58d9f-6df5-4eb7-83a8-09b18b541645 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:50.501670 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa06cf15-c56f-478b-9207-e36492b75995 req-29f58d9f-6df5-4eb7-83a8-09b18b541645 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.0704584 Mar 31 15:56:50.611436 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa06cf15-c56f-478b-9207-e36492b75995 req-40853949-99f3-4b17-82b1-4fbf324628e1 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969503 Mar 31 15:56:51.152362 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ec7a-5cb5-4968-a91b-2e8957ce86e1 req-9ac92d06-45e4-459a-8613-2461e7fe7800 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:51.153982 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c706ec7a-5cb5-4968-a91b-2e8957ce86e1 req-9ac92d06-45e4-459a-8613-2461e7fe7800 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.0623033 Mar 31 15:56:51.242323 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c706ec7a-5cb5-4968-a91b-2e8957ce86e1 req-0e822ec3-16e3-41b5-b2c7-e03aaf870091 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772476 Mar 31 15:56:51.495340 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0a554c2-f878-4514-920e-2973e5005563 req-d4257b30-7c3d-485d-b8b5-8787a01ca861 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.0331571 Mar 31 15:56:51.794659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cbfe1-90de-4045-bff7-03ac3ee5cceb req-6d5323dd-516a-4ff1-bfe8-08c1a172415c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:51.798070 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e07cbfe1-90de-4045-bff7-03ac3ee5cceb req-6d5323dd-516a-4ff1-bfe8-08c1a172415c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.0791316 Mar 31 15:56:51.859829 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e07cbfe1-90de-4045-bff7-03ac3ee5cceb req-5476d68d-0505-477b-9ac1-9cee90b14fdc tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535593 Mar 31 15:56:52.425370 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c278f7-6414-414d-a1df-6ed8e7fed2db req-87b3457e-ea9f-4801-a3f9-bbd6f13b3e9a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:52.427824 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46c278f7-6414-414d-a1df-6ed8e7fed2db req-87b3457e-ea9f-4801-a3f9-bbd6f13b3e9a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.0729399 Mar 31 15:56:52.511358 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46c278f7-6414-414d-a1df-6ed8e7fed2db req-e146e75d-0128-4e8f-a87a-4d7ac86b5e2e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756576 Mar 31 15:56:52.646245 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37b2d098-bb54-499f-9960-42a69811ff5f req-d631b5f6-1bb3-41d7-8235-dd481ba3f02e tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.0499449 Mar 31 15:56:53.017732 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd397d3-113b-41ce-b4f1-3440530586b6 req-3e38dcfc-0ba6-411f-b27f-8043ddc9a810 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:53.021360 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dd397d3-113b-41ce-b4f1-3440530586b6 req-3e38dcfc-0ba6-411f-b27f-8043ddc9a810 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.0836444 Mar 31 15:56:53.086713 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dd397d3-113b-41ce-b4f1-3440530586b6 req-7daeac12-0962-4474-bdc0-b6b824779c05 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589328 Mar 31 15:56:53.238956 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-dd33a582-3541-485c-b905-952bfff17064 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384735 Mar 31 15:56:53.443148 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3cf407e0-4e9e-4999-8f60-aeb9de18e0ec req-fd5d3996-7dc1-4dac-82d2-252d4f8465e5 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962903 Mar 31 15:56:53.476313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-ac11109b-ffda-4f45-9c4c-0a9e8944ba1b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:53.478424 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-ac11109b-ffda-4f45-9c4c-0a9e8944ba1b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.0789685 Mar 31 15:56:53.780197 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4656c0-bf61-4eae-a3ed-9f3439f9b49d req-88389844-b49f-4410-9afc-53c234c929a8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:53.790441 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b4656c0-bf61-4eae-a3ed-9f3439f9b49d req-88389844-b49f-4410-9afc-53c234c929a8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.1418202 Mar 31 15:56:53.801449 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Deleting port 14a31803-64e7-4a95-a76b-831854f8c1d8 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:56:53.802330 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:53.863408 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8f72eb1-a3aa-4d25-85c7-0bba6c239d7a req-c99c6aa7-1364-4766-838c-b12bf37080af tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.0844743 Mar 31 15:56:53.932430 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b4656c0-bf61-4eae-a3ed-9f3439f9b49d req-d369fbe8-1839-42d2-9b64-e701f0bb485c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204586 Mar 31 15:56:54.010431 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] For port 14a31803-64e7-4a95-a76b-831854f8c1d8, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14a31803-64e7-4a95-a76b-831854f8c1d8,segment=NetworkSegment(ee7b5639-1884-446e-9a8d-0f3ea40c0a72),segment_id=ee7b5639-1884-446e-9a8d-0f3ea40c0a72)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:54.011024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:54.050042 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Calling delete_port for 14a31803-64e7-4a95-a76b-831854f8c1d8 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:56:54.360430 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cbd01-f958-438c-9819-1cf6e26447a6 req-9487db62-e52c-45fb-bdbb-87371eeeac6b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.363428 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6c4cbd01-f958-438c-9819-1cf6e26447a6 req-9487db62-e52c-45fb-bdbb-87371eeeac6b tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 949 time: 0.1621406 Mar 31 15:56:54.400722 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc09658-fba9-40ad-9da4-81d74b421d08 req-834c4c02-1713-4a4c-9c2b-6ac329b7c4b0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.435413 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59708) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:54.439330 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0cc09658-fba9-40ad-9da4-81d74b421d08 req-834c4c02-1713-4a4c-9c2b-6ac329b7c4b0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.4108076 Mar 31 15:56:54.443604 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (14a31803-64e7-4a95-a76b-831854f8c1d8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:54.448168 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'port_id': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:54.488230 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['14a31803-64e7-4a95-a76b-831854f8c1d8'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:56:54.557525 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Pushing event deleted for resources: {'Port': ['ID=14a31803-64e7-4a95-a76b-831854f8c1d8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:54.688759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (f2a96614-e7dc-40fa-bca5-74af4f38282a), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:54.717032 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6c4cbd01-f958-438c-9819-1cf6e26447a6 req-a80dc6b9-799d-45ce-a1cb-653bdc659551 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/security-groups?id=fa40db8d-aa73-4f05-9d9f-9b6be412b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185837 Mar 31 15:56:54.760485 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] No DVR routers for this DVR port 14a31803-64e7-4a95-a76b-831854f8c1d8 on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:56:54.764860 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:54.769267 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83ba537a-cb5f-4bd9-8303-786787a9a06f req-5d6a303c-178b-4c5a-b9e2-baf8a16ea14c tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.48 "DELETE /v2.0/ports/14a31803-64e7-4a95-a76b-831854f8c1d8 HTTP/1.1" status: 204 len: 173 time: 1.2749949 Mar 31 15:56:54.769490 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'name': 'network-vif-deleted', 'tag': '14a31803-64e7-4a95-a76b-831854f8c1d8'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:54.771892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f0850-0796-4724-9bb5-156f27517fcd" -d '{"events": [{"server_uuid": "4b6f4d16-22f2-4598-b145-2f8954a02cf0", "name": "network-vif-deleted", "tag": "14a31803-64e7-4a95-a76b-831854f8c1d8"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:54.850169 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-3d471d85-00d6-458a-bbe2-e45ddd6d5192 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5265851 Mar 31 15:56:54.995322 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edb0d73-ec67-4eb9-9fef-71a679793eb2 x-openstack-request-id: req-2edb0d73-ec67-4eb9-9fef-71a679793eb2 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:54.995691 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f4d16-22f2-4598-b145-2f8954a02cf0", "name": "network-vif-deleted", "tag": "14a31803-64e7-4a95-a76b-831854f8c1d8", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:54.996215 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2edb0d73-ec67-4eb9-9fef-71a679793eb2 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:54.996635 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edb0d73-ec67-4eb9-9fef-71a679793eb2'] response: {'server_uuid': '4b6f4d16-22f2-4598-b145-2f8954a02cf0', 'name': 'network-vif-deleted', 'tag': '14a31803-64e7-4a95-a76b-831854f8c1d8', 'status': 'completed', 'code': 200} Mar 31 15:56:55.169295 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-106b034b-9ec0-49b5-b0db-f6ac62b8ba4b tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.177942 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e835a3c7-b291-43bd-86da-88832f9b0a36 req-5cb8b67c-9a56-4973-978e-d27bf99fe401 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.1089041 Mar 31 15:56:55.189418 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-106b034b-9ec0-49b5-b0db-f6ac62b8ba4b tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "GET /v2.0/networks?id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc HTTP/1.1" status: 200 len: 809 time: 0.3857026 Mar 31 15:56:55.228262 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Request body: {'port': {'device_id': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc', 'admin_state_up': True, 'tenant_id': '98cac0042e70452e82fc3ddde34ab2d5'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:55.504215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-a7a2c098-cd0c-41c1-afdd-cc96a647e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.505789 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-a7a2c098-cd0c-41c1-afdd-cc96a647e2c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1129 time: 0.5389547 Mar 31 15:56:55.560779 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Made reservation on behalf of 98cac0042e70452e82fc3ddde34ab2d5 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:56:55.565542 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:55.682477 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:56:55.717129 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.db.resource_extend [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:56:55.785948 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Allocated IP 172.20.0.8 (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc/7ae2c752-e3ca-4aa1-b578-d944946e75cc/b482312a-c635-4d8d-aad8-0f6327095e99) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:56:55.836698 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59738) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:55.892190 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:55.926016 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-e314f0a4-637a-409a-b8da-97c3dd617b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.927948 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-e314f0a4-637a-409a-b8da-97c3dd617b41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.3670805 Mar 31 15:56:56.032289 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-e16b02d0-cca1-450d-8bc1-f97b3a33a7e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 217 time: 0.0944140 Mar 31 15:56:56.034497 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (f2a96614-e7dc-40fa-bca5-74af4f38282a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.034968 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-676038d2-cec5-4118-a93c-e84ccaa89ef9 req-7f4a561c-4f2a-40d1-a95b-117a960ecca7 tempest-VolumesNegativeTest-1886805139 tempest-VolumesNegativeTest-1886805139-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b6f4d16-22f2-4598-b145-2f8954a02cf0 HTTP/1.1" status: 200 len: 210 time: 0.1058967 Mar 31 15:56:56.208963 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks [] for port (b482312a-c635-4d8d-aad8-0f6327095e99), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.236969 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.341737 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-5c2cc322-27b9-4695-8f0a-8dec3d73e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:56.343447 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-5c2cc322-27b9-4695-8f0a-8dec3d73e76b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.2218080 Mar 31 15:56:56.351809 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-34722a78-b71b-45ad-8581-79f13904f43b req-32ccbb47-606c-4eb4-9d5a-50e7e1405b03 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.0570707 Mar 31 15:56:56.424409 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP f2a96614-e7dc-40fa-bca5-74af4f38282a associated. External IP: 172.27.1.116, port: 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e. Mar 31 15:56:56.430475 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.523107 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-a0c4b101-0ab4-4d16-b8ce-0cf961331e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:56.525150 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-a0c4b101-0ab4-4d16-b8ce-0cf961331e4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1722863 Mar 31 15:56:56.605030 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Pushing event updated for resources: {'Port': ['ID=b482312a-c635-4d8d-aad8-0f6327095e99,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:56.634491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.635259 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.635971 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.637040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.637234 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.638033 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.638645 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.639300 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.639928 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.640998 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.641267 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.641886 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.642527 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.643204 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.643833 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:56.643982 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Publish callbacks [] for security_group (7166e8d6-cc6f-4faa-bf68-e47c1ad49a14), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.652024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:56:56.655536 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:56:56.659793 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:56:56.761744 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:56.762884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.764493 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-a47a3677-1907-4fa2-8000-32bc1efe1f9c service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283647 Mar 31 15:56:56.884154 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-2bb59ef9-6335-4773-a27b-ee848c30bd4c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6628673 Mar 31 15:56:56.889831 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (7166e8d6-cc6f-4faa-bf68-e47c1ad49a14), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:56.903303 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Request body: {'port': {'device_id': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:56:56.971100 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:57.110624 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166e8d6-cc6f-4faa-bf68-e47c1ad49a14,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:57.120856 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50926d8388c44ea8b7077aa5a21877e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2791901 Mar 31 15:56:57.128069 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59760) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:57.169641 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.170235 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.171403 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.172007 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.172592 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.173187 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.173776 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.174351 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.174973 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.175536 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.176123 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.176702 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.177265 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.177931 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.178446 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020fa41-1c83-490b-b410-3346934f9449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:57.275558 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:56:57.297212 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d412e427-b324-49c0-8d4a-7759a6c7346b req-d8fb2bf6-ee52-451e-b3d1-f5d6e9f67c95 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652147 Mar 31 15:56:57.406761 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-384bd84b-e23f-4d80-afc8-e9fa17a26201 admin admin] Publish callbacks [] for security_group (7166e8d6-cc6f-4faa-bf68-e47c1ad49a14), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:57.468458 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b482312a-c635-4d8d-aad8-0f6327095e99 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:57.482968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Publish callbacks [] for port (b482312a-c635-4d8d-aad8-0f6327095e99), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:57.508395 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Transition to ACTIVE for port object b482312a-c635-4d8d-aad8-0f6327095e99 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:56:57.575468 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:57.669238 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b482312a-c635-4d8d-aad8-0f6327095e99,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:57.799098 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Attempting to bind port b482312a-c635-4d8d-aad8-0f6327095e99 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:56:57.799098 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Attempting to bind port b482312a-c635-4d8d-aad8-0f6327095e99 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:56:57.799098 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Attempting to bind port b482312a-c635-4d8d-aad8-0f6327095e99 on network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:57.805513 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Port b482312a-c635-4d8d-aad8-0f6327095e99 on network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:56:57.806916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Attempting to bind port b482312a-c635-4d8d-aad8-0f6327095e99 on network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:56:57.815691 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:56:57.816158 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Checking segment: {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:56:57.816826 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Bound using segment: {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:56:57.817810 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Bound port: b482312a-c635-4d8d-aad8-0f6327095e99, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:56:57.818501 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:57.849857 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-384bd84b-e23f-4d80-afc8-e9fa17a26201 admin admin] Publish callbacks [] for security_group (7166e8d6-cc6f-4faa-bf68-e47c1ad49a14), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:57.953573 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] For port b482312a-c635-4d8d-aad8-0f6327095e99, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:56:57.957384 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] For port b482312a-c635-4d8d-aad8-0f6327095e99, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b482312a-c635-4d8d-aad8-0f6327095e99,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:56:57.977583 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ee07-4b0c-42c0-978a-92c4bf6cc7b3 req-89428927-77f5-4feb-ada3-0aa93dc09c6c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:57.980414 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dd10ee07-4b0c-42c0-978a-92c4bf6cc7b3 req-89428927-77f5-4feb-ada3-0aa93dc09c6c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 943 time: 0.1480651 Mar 31 15:56:57.982291 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:57.997643 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:58.002442 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:58.022192 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:58.023974 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:58.050473 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:58.082492 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6647c32b-2dde-4bf9-931d-a6b3cbd3ced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "PUT /v2.0/floatingips/f2a96614-e7dc-40fa-bca5-74af4f38282a HTTP/1.1" status: 200 len: 992 time: 3.6469970 Mar 31 15:56:58.094147 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:58.102319 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9001d-6420-4eba-b70f-48fff8f4a2af" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:58.126195 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-384bd84b-e23f-4d80-afc8-e9fa17a26201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (7166e8d6-cc6f-4faa-bf68-e47c1ad49a14), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:58.133202 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-384bd84b-e23f-4d80-afc8-e9fa17a26201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:58.140148 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-384bd84b-e23f-4d80-afc8-e9fa17a26201 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7166e8d6-cc6f-4faa-bf68-e47c1ad49a14 HTTP/1.1" status: 204 len: 168 time: 1.0053909 Mar 31 15:56:58.179400 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dd10ee07-4b0c-42c0-978a-92c4bf6cc7b3 req-239e5258-0198-41c5-9a67-ecb8692c69f7 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824732 Mar 31 15:56:58.181736 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bd84b-e23f-4d80-afc8-e9fa17a26201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166e8d6-cc6f-4faa-bf68-e47c1ad49a14,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:58.248185 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.248185 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:58.248185 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/b482312a-c635-4d8d-aad8-0f6327095e99 HTTP/1.1" status: 200 len: 1093 time: 1.3472972 Mar 31 15:56:58.248185 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'tag': 'b482312a-c635-4d8d-aad8-0f6327095e99'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:58.250903 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40be3da-0362-4440-aaac-a8573be9f698" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4c5fdc-04b8-44c6-944b-f2106b6144ce", "tag": "b482312a-c635-4d8d-aad8-0f6327095e99"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:58.270627 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed69f-f8e0-49da-bc21-e17d67b967e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b482312a-c635-4d8d-aad8-0f6327095e99,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:58.276910 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06d9eb-7767-44d6-90db-d40c3af582d7 x-openstack-request-id: req-3c06d9eb-7767-44d6-90db-d40c3af582d7 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:58.277350 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:58.277702 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c06d9eb-7767-44d6-90db-d40c3af582d7 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:58.278363 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c06d9eb-7767-44d6-90db-d40c3af582d7'] response: {'name': 'network-changed', 'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'status': 'completed', 'code': 200} Mar 31 15:56:58.307833 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 14a31803-64e7-4a95-a76b-831854f8c1d8 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:56:58.378150 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 14a31803-64e7-4a95-a76b-831854f8c1d8 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:56:58.379168 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 14a31803-64e7-4a95-a76b-831854f8c1d8 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:56:58.407946 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afedc02-1568-4e1a-9565-246f8a6b2ab4 x-openstack-request-id: req-6afedc02-1568-4e1a-9565-246f8a6b2ab4 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:58.408621 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4c5fdc-04b8-44c6-944b-f2106b6144ce", "tag": "b482312a-c635-4d8d-aad8-0f6327095e99", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:58.409515 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6afedc02-1568-4e1a-9565-246f8a6b2ab4 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:58.410377 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afedc02-1568-4e1a-9565-246f8a6b2ab4'] response: {'name': 'network-changed', 'server_uuid': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'tag': 'b482312a-c635-4d8d-aad8-0f6327095e99', 'status': 'completed', 'code': 200} Mar 31 15:56:58.455514 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:58.509366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-5832f091-9501-4270-83a4-fe20966d45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.514101 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-5832f091-9501-4270-83a4-fe20966d45de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 1130 time: 0.1869464 Mar 31 15:56:58.565953 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-b90d2995-d817-4c7d-8238-499ad13f7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.569921 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-b90d2995-d817-4c7d-8238-499ad13f7c90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 1127 time: 0.1361439 Mar 31 15:56:58.683048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-dfeeaf65-3b69-4239-9e60-056d27ec896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.685836 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-dfeeaf65-3b69-4239-9e60-056d27ec896c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.1622269 Mar 31 15:56:58.690823 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-52b0b64a-4860-413f-b94c-10805fa96d4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b482312a-c635-4d8d-aad8-0f6327095e99 HTTP/1.1" status: 200 len: 217 time: 0.1001058 Mar 31 15:56:58.775440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55708-b25d-4745-a09d-daacde366e08 req-e5ceff59-5cf4-4db4-a975-95734e11c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.777422 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-e5ceff59-5cf4-4db4-a975-95734e11c43d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ae2c752-e3ca-4aa1-b578-d944946e75cc HTTP/1.1" status: 200 len: 849 time: 0.0674665 Mar 31 15:56:58.884160 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-1e8b751a-8665-4c61-a7f5-f699dc56cbc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e HTTP/1.1" status: 200 len: 1000 time: 0.1849208 Mar 31 15:56:58.889096 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-8b7a7303-0237-414d-a438-0966357220a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050427 Mar 31 15:56:58.982592 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-819b29a1-0623-4e78-995d-620732f730aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.985385 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-819b29a1-0623-4e78-995d-620732f730aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0870278 Mar 31 15:56:59.064763 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:12Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}, {'id': 'f2a96614-e7dc-40fa-bca5-74af4f38282a', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:18Z', 'updated_at': '2022-03-31T15:56:55Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:59.078804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-33d20bda-aa05-4121-86db-400f92bb64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.080388 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-33d20bda-aa05-4121-86db-400f92bb64a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859449 Mar 31 15:56:59.119229 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-73ca224d-c7f5-449a-aa67-d57d97580c71 service neutron] 10.222.0.48 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193077 Mar 31 15:56:59.121985 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:59.138149 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:59.139456 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:56:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:59.286284 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-e0b3d0f8-e6b6-4f33-bb0a-921f485d5ec6 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797266 Mar 31 15:56:59.309043 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2bf55708-b25d-4745-a09d-daacde366e08 req-717e4d79-c445-4acb-8d06-840c26e69a25 service neutron] 10.222.0.48 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819780 Mar 31 15:56:59.394218 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:59.479525 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 59836) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:59.507041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5624a816-96bb-4ad6-92c9-e0cf893c2cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:59.594157 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafad574-8c12-44c4-85e7-2ebc968a3445 req-0c1c2712-fb28-490c-a9e4-655c0a15bbbb tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.597097 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eafad574-8c12-44c4-85e7-2ebc968a3445 req-0c1c2712-fb28-490c-a9e4-655c0a15bbbb tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 943 time: 0.1869862 Mar 31 15:56:59.605120 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88c9001d-6420-4eba-b70f-48fff8f4a2af req-452adee4-5213-4530-ba4f-8a94929eae33 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167343 Mar 31 15:56:59.682614 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be3da-0362-4440-aaac-a8573be9f698 req-e4880c1b-aecc-4e04-9ea1-f8bc5a13c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.685447 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-e4880c1b-aecc-4e04-9ea1-f8bc5a13c1e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 1127 time: 0.1484537 Mar 31 15:56:59.718420 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eafad574-8c12-44c4-85e7-2ebc968a3445 req-d38f0293-7215-4a1e-a6d5-61a26a308046 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103649 Mar 31 15:56:59.854084 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5624a816-96bb-4ad6-92c9-e0cf893c2cfa admin admin] Publish callbacks [] for security_group (69c14bc1-a59d-4f36-b749-efe023c1b154), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:59.918835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be3da-0362-4440-aaac-a8573be9f698 req-9846aa6c-be27-4a57-a51f-0f7573732ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.921929 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-9846aa6c-be27-4a57-a51f-0f7573732ce2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc HTTP/1.1" status: 200 len: 910 time: 0.2282848 Mar 31 15:56:59.923844 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5624a816-96bb-4ad6-92c9-e0cf893c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (69c14bc1-a59d-4f36-b749-efe023c1b154), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:59.994899 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624a816-96bb-4ad6-92c9-e0cf893c2cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c14bc1-a59d-4f36-b749-efe023c1b154,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:00.007192 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:12Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}, {'id': 'f2a96614-e7dc-40fa-bca5-74af4f38282a', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:18Z', 'updated_at': '2022-03-31T15:56:55Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:00.044252 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-2d45302f-cf14-483e-b7c6-494336f262a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b482312a-c635-4d8d-aad8-0f6327095e99 HTTP/1.1" status: 200 len: 217 time: 0.1089833 Mar 31 15:57:00.048276 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604b1cf-3068-4ddc-871b-2ec0b4696833 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:12Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}, {'id': 'f2a96614-e7dc-40fa-bca5-74af4f38282a', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:e9:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:18Z', 'updated_at': '2022-03-31T15:56:55Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:00.061309 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5624a816-96bb-4ad6-92c9-e0cf893c2cfa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0c2cb729ac24af3aec5a128eb93d180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5798492 Mar 31 15:57:00.064810 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59884) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:00.160287 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46e45371-e0e6-49e9-a453-d3461290224d admin admin] Publish callbacks [] for security_group (69c14bc1-a59d-4f36-b749-efe023c1b154), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.161642 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40be3da-0362-4440-aaac-a8573be9f698 req-e2d351b1-604f-46e7-b1fb-d03ff8221ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:00.169364 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-e2d351b1-604f-46e7-b1fb-d03ff8221ef5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ae2c752-e3ca-4aa1-b578-d944946e75cc HTTP/1.1" status: 200 len: 849 time: 0.1174712 Mar 31 15:57:00.202071 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46e45371-e0e6-49e9-a453-d3461290224d admin admin] Publish callbacks [] for security_group (69c14bc1-a59d-4f36-b749-efe023c1b154), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.249344 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-6fc3e316-d295-4c3c-9286-6666f9b79e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698729 Mar 31 15:57:00.405325 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46e45371-e0e6-49e9-a453-d3461290224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (69c14bc1-a59d-4f36-b749-efe023c1b154), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.408943 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46e45371-e0e6-49e9-a453-d3461290224d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.412760 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-46e45371-e0e6-49e9-a453-d3461290224d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69c14bc1-a59d-4f36-b749-efe023c1b154 HTTP/1.1" status: 204 len: 168 time: 0.3441963 Mar 31 15:57:00.426377 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e45371-e0e6-49e9-a453-d3461290224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c14bc1-a59d-4f36-b749-efe023c1b154,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:00.464664 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-bf507988-90f4-4ec1-8af1-d14bb1955fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031476 Mar 31 15:57:00.517335 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873bef5f-7431-463b-9c24-2e0eaf3d8da5 None None] New status for floating IP f2a96614-e7dc-40fa-bca5-74af4f38282a: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:57:00.668865 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b40be3da-0362-4440-aaac-a8573be9f698 req-0a63b2eb-340d-4614-a7cb-72dc71b04af0 service neutron] 10.222.0.48 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961684 Mar 31 15:57:00.953842 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5274f35-9955-4e52-ad7c-546d2344057d req-6cf4e47e-10a0-487e-a891-7d9fd1839ae4 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:00.961705 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5274f35-9955-4e52-ad7c-546d2344057d req-6cf4e47e-10a0-487e-a891-7d9fd1839ae4 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 943 time: 0.1128485 Mar 31 15:57:01.083923 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5274f35-9955-4e52-ad7c-546d2344057d req-107d9549-f460-4da7-b4ab-964d3ee9b8da tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093009 Mar 31 15:57:01.120586 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:01.313797 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17841e26-6335-4df2-980e-1fc020e2fac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.408660 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17841e26-6335-4df2-980e-1fc020e2fac5 admin admin] Publish callbacks [] for security_group (1d2d4b7b-5825-43f3-80ed-c26a2e7abb66), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.475992 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17841e26-6335-4df2-980e-1fc020e2fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1d2d4b7b-5825-43f3-80ed-c26a2e7abb66), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.526841 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-17841e26-6335-4df2-980e-1fc020e2fac5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db9c936ee1ef4b8187c8b1757669108a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050765 Mar 31 15:57:01.527740 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17841e26-6335-4df2-980e-1fc020e2fac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d4b7b-5825-43f3-80ed-c26a2e7abb66,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:01.531097 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 59958) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:01.598417 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-780f381f-baad-4ccc-a3e0-1ce367ac4714 admin admin] Publish callbacks [] for security_group (1d2d4b7b-5825-43f3-80ed-c26a2e7abb66), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.627907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-780f381f-baad-4ccc-a3e0-1ce367ac4714 admin admin] Publish callbacks [] for security_group (1d2d4b7b-5825-43f3-80ed-c26a2e7abb66), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.779571 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-780f381f-baad-4ccc-a3e0-1ce367ac4714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1d2d4b7b-5825-43f3-80ed-c26a2e7abb66), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.782817 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-780f381f-baad-4ccc-a3e0-1ce367ac4714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.784322 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-780f381f-baad-4ccc-a3e0-1ce367ac4714 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d2d4b7b-5825-43f3-80ed-c26a2e7abb66 HTTP/1.1" status: 204 len: 168 time: 0.2514822 Mar 31 15:57:01.794788 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f381f-baad-4ccc-a3e0-1ce367ac4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d4b7b-5825-43f3-80ed-c26a2e7abb66,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:02.253686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26666317-f004-459d-94a5-a247679edc4f req-c78f70c4-d5fd-408a-9105-522c2ec55711 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:02.261439 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26666317-f004-459d-94a5-a247679edc4f req-c78f70c4-d5fd-408a-9105-522c2ec55711 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 943 time: 0.0922022 Mar 31 15:57:02.318000 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26666317-f004-459d-94a5-a247679edc4f req-80495488-4b5f-40fa-941c-d6e0894200e0 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556691 Mar 31 15:57:02.330393 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b482312a-c635-4d8d-aad8-0f6327095e99 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:57:02.530050 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port b482312a-c635-4d8d-aad8-0f6327095e99, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b482312a-c635-4d8d-aad8-0f6327095e99,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:02.550456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'b482312a-c635-4d8d-aad8-0f6327095e99', 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc', 'port_id': 'b482312a-c635-4d8d-aad8-0f6327095e99', 'mac_address': 'fa:16:3e:44:b6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae2c752-e3ca-4aa1-b578-d944946e75cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:57:02.606579 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port b482312a-c635-4d8d-aad8-0f6327095e99 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:02.607342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.638963 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b482312a-c635-4d8d-aad8-0f6327095e99 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:02.675917 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port b482312a-c635-4d8d-aad8-0f6327095e99, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b482312a-c635-4d8d-aad8-0f6327095e99,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:02.776907 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.850637 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=b482312a-c635-4d8d-aad8-0f6327095e99,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:03.193488 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['b482312a-c635-4d8d-aad8-0f6327095e99'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:03.528512 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7256176-f5e0-47b9-a77b-87fe15422105 req-0027890f-b35a-4c93-9414-2aa68396ee64 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:03.532452 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d7256176-f5e0-47b9-a77b-87fe15422105 req-0027890f-b35a-4c93-9414-2aa68396ee64 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 944 time: 0.0930407 Mar 31 15:57:03.618094 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d7256176-f5e0-47b9-a77b-87fe15422105 req-575ed768-cad7-4a2a-8c7f-b766010c8735 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760591 Mar 31 15:57:04.339190 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b482312a-c635-4d8d-aad8-0f6327095e99 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:04.503481 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port b482312a-c635-4d8d-aad8-0f6327095e99 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:57:04.510844 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port b482312a-c635-4d8d-aad8-0f6327095e99 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:04.511728 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.555939 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60162) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:04.679571 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port b482312a-c635-4d8d-aad8-0f6327095e99 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:04.680418 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.731291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482312a-c635-4d8d-aad8-0f6327095e99'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:04.734503 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aaee88-5e5d-479d-905f-a226980d8deb" -d '{"events": [{"server_uuid": "cf4c5fdc-04b8-44c6-944b-f2106b6144ce", "name": "network-vif-plugged", "status": "completed", "tag": "b482312a-c635-4d8d-aad8-0f6327095e99"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:04.760352 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port b482312a-c635-4d8d-aad8-0f6327095e99, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b482312a-c635-4d8d-aad8-0f6327095e99,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:04.801108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a9904-aedd-4254-b091-b7901231cd69 x-openstack-request-id: req-2a4a9904-aedd-4254-b091-b7901231cd69 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:04.801327 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c5fdc-04b8-44c6-944b-f2106b6144ce", "name": "network-vif-plugged", "status": "completed", "tag": "b482312a-c635-4d8d-aad8-0f6327095e99", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:04.802727 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a4a9904-aedd-4254-b091-b7901231cd69 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:04.802898 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4a9904-aedd-4254-b091-b7901231cd69'] response: {'server_uuid': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482312a-c635-4d8d-aad8-0f6327095e99', 'code': 200} Mar 31 15:57:04.804892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eb551ff-c5ee-46eb-abdc-3513b958d723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.856890 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64242844-d425-40c7-870b-40a9787d14d9 req-63b9d6e4-3227-4561-8980-624f1a5dbda9 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:04.859875 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64242844-d425-40c7-870b-40a9787d14d9 req-63b9d6e4-3227-4561-8980-624f1a5dbda9 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 944 time: 0.1168981 Mar 31 15:57:04.872301 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.957160 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64242844-d425-40c7-870b-40a9787d14d9 req-4d013880-c01c-4fb0-be6a-61dae8d72604 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858972 Mar 31 15:57:04.976242 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eb551ff-c5ee-46eb-abdc-3513b958d723 admin admin] Publish callbacks [] for security_group (b3926c7e-2693-494c-a4f4-5ad8a36a00ac), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.006993 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=b482312a-c635-4d8d-aad8-0f6327095e99,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:05.069308 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9eb551ff-c5ee-46eb-abdc-3513b958d723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (b3926c7e-2693-494c-a4f4-5ad8a36a00ac), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.144118 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9eb551ff-c5ee-46eb-abdc-3513b958d723 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d535634e178e48efafc3b20243e92656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5842054 Mar 31 15:57:05.144118 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb551ff-c5ee-46eb-abdc-3513b958d723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3926c7e-2693-494c-a4f4-5ad8a36a00ac,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:05.145380 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60190) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:05.241490 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4def0e43-cd16-43c4-9530-454b29c2cca2 admin admin] Publish callbacks [] for security_group (b3926c7e-2693-494c-a4f4-5ad8a36a00ac), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.291138 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4def0e43-cd16-43c4-9530-454b29c2cca2 admin admin] Publish callbacks [] for security_group (b3926c7e-2693-494c-a4f4-5ad8a36a00ac), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.432623 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859031-ea4d-4135-891b-8e6b179af8c3 req-c026f318-2fe9-4e0b-8142-cdc8c6d314a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:05.435314 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70859031-ea4d-4135-891b-8e6b179af8c3 req-c026f318-2fe9-4e0b-8142-cdc8c6d314a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 1129 time: 0.0811794 Mar 31 15:57:05.501341 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70859031-ea4d-4135-891b-8e6b179af8c3 req-58a70abf-dc09-4ec6-9e56-e2e1ddfe2bdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Mar 31 15:57:05.567917 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4def0e43-cd16-43c4-9530-454b29c2cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (b3926c7e-2693-494c-a4f4-5ad8a36a00ac), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.573268 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4def0e43-cd16-43c4-9530-454b29c2cca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.575219 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4def0e43-cd16-43c4-9530-454b29c2cca2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3926c7e-2693-494c-a4f4-5ad8a36a00ac HTTP/1.1" status: 204 len: 168 time: 0.4266505 Mar 31 15:57:05.590342 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def0e43-cd16-43c4-9530-454b29c2cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3926c7e-2693-494c-a4f4-5ad8a36a00ac,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:06.176563 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555f5d-b199-4c46-87f8-f80f712ca584 req-8f206b81-361f-44e0-abe3-c4e4b5bdced9 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:06.176563 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-08555f5d-b199-4c46-87f8-f80f712ca584 req-8f206b81-361f-44e0-abe3-c4e4b5bdced9 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 945 time: 0.0858355 Mar 31 15:57:06.242514 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-08555f5d-b199-4c46-87f8-f80f712ca584 req-593d4537-ed4b-4e4e-a0aa-02c4b25db56c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 Mar 31 15:57:06.649537 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-091b540f-10e4-4aca-bd70-4aaedd3c5e1a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402274183&fields=id&tenant_id=53f00ecd42a24c82800c15d8b262171a HTTP/1.1" status: 200 len: 267 time: 0.0681522 Mar 31 15:57:06.831977 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-ffce5c02-e228-4ba4-b833-7306b31f40db tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:06.834346 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-ffce5c02-e228-4ba4-b833-7306b31f40db tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 809 time: 0.1751945 Mar 31 15:57:06.862023 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-adef139f-1785-4427-83d6-9832e1df7291 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/quotas/53f00ecd42a24c82800c15d8b262171a HTTP/1.1" status: 200 len: 375 time: 0.0165625 Mar 31 15:57:06.913110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60240) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:06.946272 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c481b939-5753-4472-b4d1-7b7e874813e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.008494 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-bdd92fa5-f968-4c14-a8b3-09a7ef7b0e2c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366944 Mar 31 15:57:07.131782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c481b939-5753-4472-b4d1-7b7e874813e6 admin admin] Publish callbacks [] for security_group (0bb9d433-64e7-423b-8895-a04a5c478f33), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.183800 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-65b304d3-1691-404c-996c-4e18a2bd3c64 service neutron] 10.222.0.58 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613767 Mar 31 15:57:07.245859 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c481b939-5753-4472-b4d1-7b7e874813e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (0bb9d433-64e7-423b-8895-a04a5c478f33), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.271767 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481b939-5753-4472-b4d1-7b7e874813e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb9d433-64e7-423b-8895-a04a5c478f33,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:07.315740 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c481b939-5753-4472-b4d1-7b7e874813e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=487d74bb7fd04001a9b6ce1afb7d60cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000745 Mar 31 15:57:07.316491 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60250) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:07.338397 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-46f774f7-a71f-4c5f-ba0f-2c6bd0f6fe49 service neutron] 10.222.0.58 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474028 Mar 31 15:57:07.424956 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60252) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:07.469156 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-daada2e1-15d4-4c51-ad2f-84aa36a0528a admin admin] Publish callbacks [] for security_group (0bb9d433-64e7-423b-8895-a04a5c478f33), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.528601 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782908-768d-4b0e-9f08-bbfcc5ff442a req-65405c7b-f174-4589-b9e0-77907aca234c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:07.531398 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1d782908-768d-4b0e-9f08-bbfcc5ff442a req-65405c7b-f174-4589-b9e0-77907aca234c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 945 time: 0.1477337 Mar 31 15:57:07.535007 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-daada2e1-15d4-4c51-ad2f-84aa36a0528a admin admin] Publish callbacks [] for security_group (0bb9d433-64e7-423b-8895-a04a5c478f33), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.636858 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1d782908-768d-4b0e-9f08-bbfcc5ff442a req-9e9e303e-eeea-4f14-adf9-70a4995c045f tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884378 Mar 31 15:57:07.710719 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a63b98ad-bf81-4e6d-8546-96251b4c2348 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4936acf82934bb3931937acde217977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837293 Mar 31 15:57:07.713591 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60264) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:07.768101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-daada2e1-15d4-4c51-ad2f-84aa36a0528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (0bb9d433-64e7-423b-8895-a04a5c478f33), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.770683 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-463fd80d-28f4-42cc-a1d0-572bcd13e46d admin admin] Publish callbacks [] for security_group (fa40db8d-aa73-4f05-9d9f-9b6be412b03f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.772226 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-daada2e1-15d4-4c51-ad2f-84aa36a0528a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.776625 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-daada2e1-15d4-4c51-ad2f-84aa36a0528a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bb9d433-64e7-423b-8895-a04a5c478f33 HTTP/1.1" status: 204 len: 168 time: 0.4563684 Mar 31 15:57:07.788230 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daada2e1-15d4-4c51-ad2f-84aa36a0528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb9d433-64e7-423b-8895-a04a5c478f33,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:07.829607 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-463fd80d-28f4-42cc-a1d0-572bcd13e46d admin admin] Publish callbacks [] for security_group (fa40db8d-aa73-4f05-9d9f-9b6be412b03f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.904511 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9a3e5a60-e3b2-4f5e-a73f-6ac15bac2dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.990916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-463fd80d-28f4-42cc-a1d0-572bcd13e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (fa40db8d-aa73-4f05-9d9f-9b6be412b03f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.994093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-463fd80d-28f4-42cc-a1d0-572bcd13e46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.995792 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-463fd80d-28f4-42cc-a1d0-572bcd13e46d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa40db8d-aa73-4f05-9d9f-9b6be412b03f HTTP/1.1" status: 204 len: 168 time: 0.2809565 Mar 31 15:57:08.011014 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fd80d-28f4-42cc-a1d0-572bcd13e46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa40db8d-aa73-4f05-9d9f-9b6be412b03f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:08.245541 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6dd9c639-d63d-4fdf-afc1-1c0776201242 req-4714c90e-e14a-4cbc-8bc0-135bf1bfedec tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 210 time: 0.0922866 Mar 31 15:57:09.386916 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f6324f70-a6f6-4bef-a0b3-4b787fe84fb0 req-24988e0b-6547-445c-a0cc-165ca063b6e5 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 210 time: 0.0498865 Mar 31 15:57:09.963759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff2150-6575-4012-902d-8281f2e5ab66 req-33f505c4-3d7f-460b-b733-8ab7b8f61df2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:09.965644 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b3ff2150-6575-4012-902d-8281f2e5ab66 req-33f505c4-3d7f-460b-b733-8ab7b8f61df2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 945 time: 0.0670552 Mar 31 15:57:10.041230 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b3ff2150-6575-4012-902d-8281f2e5ab66 req-d97538ee-a071-4a7f-8320-cdd8210cd4e8 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Mar 31 15:57:10.503839 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-17d7dc64-cb01-439d-b30d-6a0b2a7cf196 req-125407f1-7a39-4a1d-9431-0e9357c7b4fe tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 210 time: 0.0312989 Mar 31 15:57:11.024552 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2704b04b-0893-4583-9ab3-8ef7e1687ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:11.190822 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee206520-4d72-4b0d-886c-2b30515d122c req-e15e01ed-7f5d-4aa0-b1da-330b100a2464 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.192545 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee206520-4d72-4b0d-886c-2b30515d122c req-e15e01ed-7f5d-4aa0-b1da-330b100a2464 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 945 time: 0.0710077 Mar 31 15:57:11.262324 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee206520-4d72-4b0d-886c-2b30515d122c req-5dedf9e5-eb59-4463-bf4d-7cb4d815b246 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548744 Mar 31 15:57:11.673287 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01946f4b-bed6-4966-ac02-28f8245c757a req-d2435316-c0e4-432f-9e2a-b440ba5a9c50 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 210 time: 0.0624418 Mar 31 15:57:11.852297 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-f6cdcbbc-f05a-4526-bcea-5333f807d833 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.854247 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-f6cdcbbc-f05a-4526-bcea-5333f807d833 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 945 time: 0.0671945 Mar 31 15:57:12.010535 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Deleting port b482312a-c635-4d8d-aad8-0f6327095e99 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:12.010903 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.171843 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] For port b482312a-c635-4d8d-aad8-0f6327095e99, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b482312a-c635-4d8d-aad8-0f6327095e99,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:12.172609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.196387 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Calling delete_port for b482312a-c635-4d8d-aad8-0f6327095e99 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:12.366867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-cb82e298-d196-41b7-b32c-968395821085 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.368287 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-cb82e298-d196-41b7-b32c-968395821085 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.48 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 809 time: 0.4529645 Mar 31 15:57:12.447969 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-bb821044-b324-460f-a970-823d2de29a97 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f00ecd42a24c82800c15d8b262171a HTTP/1.1" status: 200 len: 379 time: 0.0621679 Mar 31 15:57:12.458844 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'port': {'device_id': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'admin_state_up': True, 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'security_groups': ['e30e71a6-5c69-46af-b466-4a7663f44e4e']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:12.525284 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023f1f1-c6b8-4a8b-acc3-3b5f04220758 req-2eec2809-7927-4bed-8b65-e31f1b1c6aff tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.528455 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0023f1f1-c6b8-4a8b-acc3-3b5f04220758 req-2eec2809-7927-4bed-8b65-e31f1b1c6aff tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 945 time: 0.1738052 Mar 31 15:57:12.590144 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0023f1f1-c6b8-4a8b-acc3-3b5f04220758 req-202d7bd2-c0ff-4f60-a427-09f459ce6d56 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548263 Mar 31 15:57:12.743854 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (b482312a-c635-4d8d-aad8-0f6327095e99), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.747445 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Made reservation on behalf of 53f00ecd42a24c82800c15d8b262171a for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:12.752130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.796263 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['b482312a-c635-4d8d-aad8-0f6327095e99'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:12.834327 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Pushing event deleted for resources: {'Port': ['ID=b482312a-c635-4d8d-aad8-0f6327095e99,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:12.948051 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9709db57-52dc-49e7-84d3-6bd08c692d27 req-7caf2497-6241-444f-9849-ffc015df6ab3 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 210 time: 0.0492051 Mar 31 15:57:12.954457 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] No DVR routers for this DVR port b482312a-c635-4d8d-aad8-0f6327095e99 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:12.959150 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.963046 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fec52277-35fe-47bf-bacb-7c8b0c8dbfb1 req-2a355431-6de8-4eb7-aa47-470cfa9adaf2 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "DELETE /v2.0/ports/b482312a-c635-4d8d-aad8-0f6327095e99 HTTP/1.1" status: 204 len: 173 time: 1.0998771 Mar 31 15:57:12.963673 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'name': 'network-vif-deleted', 'tag': 'b482312a-c635-4d8d-aad8-0f6327095e99'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:12.967110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c968cb-821f-4fa0-97a5-6e3a0832e289" -d '{"events": [{"server_uuid": "cf4c5fdc-04b8-44c6-944b-f2106b6144ce", "name": "network-vif-deleted", "tag": "b482312a-c635-4d8d-aad8-0f6327095e99"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:13.034077 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Allocated IP 172.20.0.13 (05946b88-413e-41d0-94fd-893fef1ec51e/ddc93f13-f37b-402e-a180-dc1cdc9267bd/254ab607-29ef-4cf2-b2db-117a5a6ae67c) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:13.036369 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f54935-9f4d-4359-a396-f8eae0130f26 x-openstack-request-id: req-15f54935-9f4d-4359-a396-f8eae0130f26 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:13.036965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c5fdc-04b8-44c6-944b-f2106b6144ce", "name": "network-vif-deleted", "tag": "b482312a-c635-4d8d-aad8-0f6327095e99", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:13.037329 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15f54935-9f4d-4359-a396-f8eae0130f26 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:13.037922 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f54935-9f4d-4359-a396-f8eae0130f26'] response: {'server_uuid': 'cf4c5fdc-04b8-44c6-944b-f2106b6144ce', 'name': 'network-vif-deleted', 'tag': 'b482312a-c635-4d8d-aad8-0f6327095e99', 'status': 'completed', 'code': 200} Mar 31 15:57:13.229116 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.394648 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.446978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Network 05946b88-413e-41d0-94fd-893fef1ec51e is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:13.451320 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:13.459829 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:13.477994 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:13.525794 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:13.526849 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.656818 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-4304d01b-dd87-4a42-89d1-965ddb75b7be tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2025712 Mar 31 15:57:13.690425 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Request body: {'port': {'device_id': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:13.756964 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.810315 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9655ed0c-404c-43ad-a0b2-7c32203b16ba None None] Provisioning complete for port 254ab607-29ef-4cf2-b2db-117a5a6ae67c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:13.811607 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9655ed0c-404c-43ad-a0b2-7c32203b16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.825690 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b992f1ba-d438-4b8c-ba09-07f37a425fd3 req-f95c7448-6a17-4b7f-961f-769b3fad3f30 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4c5fdc-04b8-44c6-944b-f2106b6144ce HTTP/1.1" status: 200 len: 210 time: 0.0568013 Mar 31 15:57:13.834296 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.858585 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9655ed0c-404c-43ad-a0b2-7c32203b16ba None None] Port 254ab607-29ef-4cf2-b2db-117a5a6ae67c cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:14.181811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3f948-081c-4aa9-9bfc-14ca249b0eb6 req-d13c9c95-82be-45b2-b883-4f38aff2afbb tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:14.190028 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25f3f948-081c-4aa9-9bfc-14ca249b0eb6 req-d13c9c95-82be-45b2-b883-4f38aff2afbb tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 932 time: 0.1198189 Mar 31 15:57:14.228680 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254ab607-29ef-4cf2-b2db-117a5a6ae67c {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:14.237997 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Publish callbacks [] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:14.253425 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25f3f948-081c-4aa9-9bfc-14ca249b0eb6 req-1c785cb0-c148-4893-95ea-4104cd3b48e6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622320 Mar 31 15:57:14.256278 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Transition to ACTIVE for port object 254ab607-29ef-4cf2-b2db-117a5a6ae67c will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:57:14.447719 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:14.548032 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:14.632622 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Attempting to bind port 254ab607-29ef-4cf2-b2db-117a5a6ae67c on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:14.633059 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Attempting to bind port 254ab607-29ef-4cf2-b2db-117a5a6ae67c by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:14.633461 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Attempting to bind port 254ab607-29ef-4cf2-b2db-117a5a6ae67c on network 05946b88-413e-41d0-94fd-893fef1ec51e {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:14.639421 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Port 254ab607-29ef-4cf2-b2db-117a5a6ae67c on network 05946b88-413e-41d0-94fd-893fef1ec51e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:57:14.639842 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Attempting to bind port 254ab607-29ef-4cf2-b2db-117a5a6ae67c on network 05946b88-413e-41d0-94fd-893fef1ec51e {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:14.649784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:14.649784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Checking segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:14.649784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Bound using segment: {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:14.649784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Bound port: 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad16860-10de-4044-bf49-71bf03599928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:14.649784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:14.750990 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:14.755882 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:14.905593 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:14.939394 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:14.992782 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:14.993662 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:14.995576 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] 10.222.0.48 "PUT /v2.0/ports/254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 1094 time: 1.3135161 Mar 31 15:57:14.996377 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:15.010696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d23655-f077-4529-9c5f-bb788f7a40a2" -d '{"events": [{"name": "network-changed", "server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:15.077902 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0093ce69-4b22-4c0d-ba5e-6e7230d3609c x-openstack-request-id: req-0093ce69-4b22-4c0d-ba5e-6e7230d3609c {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:15.078302 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:15.078528 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0093ce69-4b22-4c0d-ba5e-6e7230d3609c {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:15.080123 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0093ce69-4b22-4c0d-ba5e-6e7230d3609c'] response: {'name': 'network-changed', 'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'status': 'completed', 'code': 200} Mar 31 15:57:15.096720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5209f34-486a-418d-8b15-f1649bd2d151 service neutron] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:15.276366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d23655-f077-4529-9c5f-bb788f7a40a2 req-d3adfb5a-6800-4faf-8c95-0b03a6166b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.277877 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84d23655-f077-4529-9c5f-bb788f7a40a2 req-d3adfb5a-6800-4faf-8c95-0b03a6166b2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1128 time: 0.1342254 Mar 31 15:57:15.370699 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-9c675604-3953-430e-a88c-ca48290555b7 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.372559 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-9c675604-3953-430e-a88c-ca48290555b7 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/networks?id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc HTTP/1.1" status: 200 len: 809 time: 0.1882732 Mar 31 15:57:15.407826 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-6998f94e-9db7-4a95-b688-ddd8579528c7 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/quotas/98cac0042e70452e82fc3ddde34ab2d5 HTTP/1.1" status: 200 len: 375 time: 0.0263724 Mar 31 15:57:15.412739 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a41783-bf1c-4585-8879-cd1f1267f464 req-12deaa55-3ced-4323-b3dd-7e2b94828277 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.423181 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8a41783-bf1c-4585-8879-cd1f1267f464 req-12deaa55-3ced-4323-b3dd-7e2b94828277 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0862675 Mar 31 15:57:15.468772 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-b2a29127-c20d-40da-a1e3-659a6f98709c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427444 Mar 31 15:57:15.477835 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8a41783-bf1c-4585-8879-cd1f1267f464 req-c3d2dcef-9d67-4bd8-890d-4e2036e4f192 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508752 Mar 31 15:57:15.525431 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d23655-f077-4529-9c5f-bb788f7a40a2 req-717ad7ac-efa0-41ec-8387-19f33018c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.526991 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84d23655-f077-4529-9c5f-bb788f7a40a2 req-717ad7ac-efa0-41ec-8387-19f33018c501 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=53f00ecd42a24c82800c15d8b262171a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2264404 Mar 31 15:57:15.639540 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-5275fd0d-c8c8-440e-ac6d-8c3a6c81a9db service neutron] 10.222.0.58 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614501 Mar 31 15:57:15.677205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d23655-f077-4529-9c5f-bb788f7a40a2 req-7e99ee14-8503-4f2f-b61d-00d49ee95a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.680677 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84d23655-f077-4529-9c5f-bb788f7a40a2 req-7e99ee14-8503-4f2f-b61d-00d49ee95a5d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429031 Mar 31 15:57:15.815981 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-1e06b098-606d-4dbe-aabd-1714217c4693 service neutron] 10.222.0.58 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602778 Mar 31 15:57:15.839913 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-b04721a1-0842-4140-a125-5bdb06d4c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.841617 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-b04721a1-0842-4140-a125-5bdb06d4c6ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1128 time: 0.0857401 Mar 31 15:57:15.898821 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-ec96c9a4-cc64-4c5f-93d2-e6f701379d1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 217 time: 0.0409214 Mar 31 15:57:15.966479 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-ec17d56d-d169-424a-a8ff-8975dab01a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.968091 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-ec17d56d-d169-424a-a8ff-8975dab01a5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 200 len: 848 time: 0.0605996 Mar 31 15:57:16.028609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-b96aea96-cf13-4436-bd96-8ff62f1b03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.030378 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-b96aea96-cf13-4436-bd96-8ff62f1b03e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05946b88-413e-41d0-94fd-893fef1ec51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558465 Mar 31 15:57:16.211012 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-b1a4aadb-cf73-46d2-8ef0-a81e14d6fcb4 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730063 Mar 31 15:57:16.226038 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf0a09be-146a-4486-b1d7-dc5fdd9c94b2 req-bb9422f6-de51-4916-9a8f-4f3b79cb2fad tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 210 time: 0.0473614 Mar 31 15:57:16.346716 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ef60579a-ac0c-4136-a39d-b66faa9a03ce req-298e35c7-e8d3-4ed4-a2b4-e7a11aa088d8 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286414 Mar 31 15:57:16.401831 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b482312a-c635-4d8d-aad8-0f6327095e99 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:57:16.429029 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: b482312a-c635-4d8d-aad8-0f6327095e99 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:57:16.429491 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b482312a-c635-4d8d-aad8-0f6327095e99 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:57:16.522973 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:16.633190 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d9992-c440-41c5-8ae5-222037193e03 req-880cb3d7-6555-46ab-8d08-b6e03e7a788f tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.636150 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f84d9992-c440-41c5-8ae5-222037193e03 req-880cb3d7-6555-46ab-8d08-b6e03e7a788f tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0662007 Mar 31 15:57:16.708911 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f84d9992-c440-41c5-8ae5-222037193e03 req-6201380e-1246-4bbe-a49e-35591ddd58f5 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667603 Mar 31 15:57:17.324355 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-838f4d7d-0f94-41a1-a46b-b9d8fb808083 req-c7f016ab-165c-45bf-a196-d3bafa4a57b3 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 210 time: 0.0333569 Mar 31 15:57:17.866151 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd61ef-9ec7-4b11-b2bf-34b7432442dd req-fb159b1a-ed58-40dc-89f3-435048c2ce2c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.874663 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0dd61ef-9ec7-4b11-b2bf-34b7432442dd req-fb159b1a-ed58-40dc-89f3-435048c2ce2c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0792708 Mar 31 15:57:17.945461 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0dd61ef-9ec7-4b11-b2bf-34b7432442dd req-253194be-60ee-42fd-95fc-47fcdc588b24 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693655 Mar 31 15:57:18.465889 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9494d381-fb07-4633-b7ac-74a9d12237ad req-4aa8d822-7a76-4175-af6c-7b86bd6bfa7f tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 210 time: 0.0477364 Mar 31 15:57:18.569152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60506) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:18.704327 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-23137b9e-433d-4528-91cb-a68432721683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:18.797394 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-23137b9e-433d-4528-91cb-a68432721683 admin admin] Publish callbacks [] for security_group (64bcb202-8e89-41ea-aeb5-3d42c39eb1d9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:18.892921 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-23137b9e-433d-4528-91cb-a68432721683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (64bcb202-8e89-41ea-aeb5-3d42c39eb1d9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:18.938724 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23137b9e-433d-4528-91cb-a68432721683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bcb202-8e89-41ea-aeb5-3d42c39eb1d9,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:18.943168 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-23137b9e-433d-4528-91cb-a68432721683 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acf8dc64c0cd4ebaae356491967f3139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727915 Mar 31 15:57:18.946390 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60510) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:19.030297 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa301e7a-eb2a-4000-9d6c-5eb51bae8a7b admin admin] Publish callbacks [] for security_group (64bcb202-8e89-41ea-aeb5-3d42c39eb1d9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.070222 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa301e7a-eb2a-4000-9d6c-5eb51bae8a7b admin admin] Publish callbacks [] for security_group (64bcb202-8e89-41ea-aeb5-3d42c39eb1d9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.175464 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b620f98-9329-4f0a-82d0-4cc550166eda req-9a71f42e-5ed1-44b2-bf36-c77cb0faadf1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:19.177151 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b620f98-9329-4f0a-82d0-4cc550166eda req-9a71f42e-5ed1-44b2-bf36-c77cb0faadf1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0999725 Mar 31 15:57:19.183192 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-9bbdb71a-7b01-403e-8a91-47b65532a190 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:19.184759 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-9bbdb71a-7b01-403e-8a91-47b65532a190 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "GET /v2.0/networks?id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc HTTP/1.1" status: 200 len: 809 time: 0.1869752 Mar 31 15:57:19.209626 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Request body: {'port': {'device_id': '583eb757-1305-46e7-809e-fcca7144807f', 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc', 'admin_state_up': True, 'tenant_id': '98cac0042e70452e82fc3ddde34ab2d5'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:19.247343 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa301e7a-eb2a-4000-9d6c-5eb51bae8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (64bcb202-8e89-41ea-aeb5-3d42c39eb1d9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.251885 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa301e7a-eb2a-4000-9d6c-5eb51bae8a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.254612 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-aa301e7a-eb2a-4000-9d6c-5eb51bae8a7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64bcb202-8e89-41ea-aeb5-3d42c39eb1d9 HTTP/1.1" status: 204 len: 168 time: 0.3062384 Mar 31 15:57:19.267246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa301e7a-eb2a-4000-9d6c-5eb51bae8a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bcb202-8e89-41ea-aeb5-3d42c39eb1d9,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:19.315419 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b620f98-9329-4f0a-82d0-4cc550166eda req-a1d9c789-bb83-4b21-b109-de2d9f4a3d76 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296344 Mar 31 15:57:19.458741 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.556426 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Made reservation on behalf of 98cac0042e70452e82fc3ddde34ab2d5 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:19.562845 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.597709 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f05b650-ce2e-4ed7-95e0-45b8853b2112 req-dc2aa127-924a-4515-8292-d8b378cd375c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 210 time: 0.0399854 Mar 31 15:57:19.785943 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Allocated IP 172.20.0.9 (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc/7ae2c752-e3ca-4aa1-b578-d944946e75cc/95b771de-9428-4bae-9406-d1b885b28bea) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:19.976493 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks [] for port (95b771de-9428-4bae-9406-d1b885b28bea), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.140373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (95b771de-9428-4bae-9406-d1b885b28bea), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.146603 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60526) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:20.171096 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-83f795a5-7c90-40d4-9832-5444784376b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.208766 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:20.214395 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:20.222480 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:20.273986 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Pushing event updated for resources: {'Port': ['ID=95b771de-9428-4bae-9406-d1b885b28bea,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:20.304389 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-83f795a5-7c90-40d4-9832-5444784376b2 admin admin] Publish callbacks [] for security_group (1579b6d0-6d93-4880-9df1-34f8ed161155), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.318001 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.318945 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.430256 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-83f795a5-7c90-40d4-9832-5444784376b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1579b6d0-6d93-4880-9df1-34f8ed161155), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.467701 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7e3cc8eb-712b-4670-8550-bccb13aa3800 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2648759 Mar 31 15:57:20.475368 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-83f795a5-7c90-40d4-9832-5444784376b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19ae9636a4c14915a1dc949d6c07da4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269815 Mar 31 15:57:20.478449 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60532) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:20.487682 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f795a5-7c90-40d4-9832-5444784376b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1579b6d0-6d93-4880-9df1-34f8ed161155,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:20.503897 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Request body: {'port': {'device_id': '583eb757-1305-46e7-809e-fcca7144807f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:20.518864 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51592f74-3b86-46a3-a309-3f9b08c223dd req-a9d9ad9c-7167-4c1e-b47a-020cb9982069 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.521000 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51592f74-3b86-46a3-a309-3f9b08c223dd req-a9d9ad9c-7167-4c1e-b47a-020cb9982069 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.1036806 Mar 31 15:57:20.554211 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6523eee5-7f7f-4aa8-98ae-87f5f8cd838c admin admin] Publish callbacks [] for security_group (1579b6d0-6d93-4880-9df1-34f8ed161155), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.594034 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6523eee5-7f7f-4aa8-98ae-87f5f8cd838c admin admin] Publish callbacks [] for security_group (1579b6d0-6d93-4880-9df1-34f8ed161155), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.630249 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (95b771de-9428-4bae-9406-d1b885b28bea), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.639289 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51592f74-3b86-46a3-a309-3f9b08c223dd req-bd71a6db-e56d-4be8-bf4c-73c42f82a9ed tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957768 Mar 31 15:57:20.753018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6523eee5-7f7f-4aa8-98ae-87f5f8cd838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1579b6d0-6d93-4880-9df1-34f8ed161155), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.758945 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6523eee5-7f7f-4aa8-98ae-87f5f8cd838c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.761445 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6523eee5-7f7f-4aa8-98ae-87f5f8cd838c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1579b6d0-6d93-4880-9df1-34f8ed161155 HTTP/1.1" status: 204 len: 168 time: 0.2811036 Mar 31 15:57:20.783378 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0cf96-281a-458c-966a-49b3934e287c req-c4c21655-0e53-4b61-b581-adeb637815b4 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.786088 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37f0cf96-281a-458c-966a-49b3934e287c req-c4c21655-0e53-4b61-b581-adeb637815b4 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 931 time: 0.0954323 Mar 31 15:57:20.805699 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523eee5-7f7f-4aa8-98ae-87f5f8cd838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1579b6d0-6d93-4880-9df1-34f8ed161155,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:20.885007 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37f0cf96-281a-458c-966a-49b3934e287c req-22ee1aef-af45-41b2-9116-ea8917f0f746 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896468 Mar 31 15:57:20.993206 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b771de-9428-4bae-9406-d1b885b28bea {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:21.002442 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Publish callbacks [] for port (95b771de-9428-4bae-9406-d1b885b28bea), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.016229 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Transition to ACTIVE for port object 95b771de-9428-4bae-9406-d1b885b28bea will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:57:21.128018 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (95b771de-9428-4bae-9406-d1b885b28bea), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.191600 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95b771de-9428-4bae-9406-d1b885b28bea,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.284945 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Attempting to bind port 95b771de-9428-4bae-9406-d1b885b28bea on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:21.286130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Attempting to bind port 95b771de-9428-4bae-9406-d1b885b28bea by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:21.286130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Attempting to bind port 95b771de-9428-4bae-9406-d1b885b28bea on network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:21.290885 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Port 95b771de-9428-4bae-9406-d1b885b28bea on network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:57:21.291222 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Attempting to bind port 95b771de-9428-4bae-9406-d1b885b28bea on network 187c2b84-d7d9-42ea-9124-ca5dcfce3bbc {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:21.297864 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:21.298196 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Checking segment: {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:21.298727 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Bound using segment: {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:21.299082 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Bound port: 95b771de-9428-4bae-9406-d1b885b28bea, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05ba86-f96d-4015-b1bb-904383e73a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:21.299437 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (95b771de-9428-4bae-9406-d1b885b28bea), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.377443 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] For port 95b771de-9428-4bae-9406-d1b885b28bea, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:21.381178 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] For port 95b771de-9428-4bae-9406-d1b885b28bea, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=95b771de-9428-4bae-9406-d1b885b28bea,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:21.488229 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (95b771de-9428-4bae-9406-d1b885b28bea), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.526533 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.526947 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.528340 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/95b771de-9428-4bae-9406-d1b885b28bea HTTP/1.1" status: 200 len: 1093 time: 1.0358310 Mar 31 15:57:21.528826 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583eb757-1305-46e7-809e-fcca7144807f', 'tag': '95b771de-9428-4bae-9406-d1b885b28bea'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:21.531703 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bae9fc-8951-414a-b1d1-92f00147cffa" -d '{"events": [{"name": "network-changed", "server_uuid": "583eb757-1305-46e7-809e-fcca7144807f", "tag": "95b771de-9428-4bae-9406-d1b885b28bea"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:21.578867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340119dc-d077-4b40-a666-80362258b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95b771de-9428-4bae-9406-d1b885b28bea,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.587912 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8a1592-b743-492b-9b4c-41bd2f77a5f4 x-openstack-request-id: req-5e8a1592-b743-492b-9b4c-41bd2f77a5f4 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:21.588350 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583eb757-1305-46e7-809e-fcca7144807f", "tag": "95b771de-9428-4bae-9406-d1b885b28bea", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:21.589093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e8a1592-b743-492b-9b4c-41bd2f77a5f4 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:21.589671 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8a1592-b743-492b-9b4c-41bd2f77a5f4'] response: {'name': 'network-changed', 'server_uuid': '583eb757-1305-46e7-809e-fcca7144807f', 'tag': '95b771de-9428-4bae-9406-d1b885b28bea', 'status': 'completed', 'code': 200} Mar 31 15:57:21.703847 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bae9fc-8951-414a-b1d1-92f00147cffa req-c6f8fcb6-d5c0-47e2-874f-c961a594e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.705477 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4bae9fc-8951-414a-b1d1-92f00147cffa req-c6f8fcb6-d5c0-47e2-874f-c961a594e244 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 1127 time: 0.0641317 Mar 31 15:57:21.757710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60546) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:21.781053 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-74f5a33c-7327-4778-a0d3-2f7414d6519f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.848149 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bae9fc-8951-414a-b1d1-92f00147cffa req-c1075e3e-f6e2-4424-bf46-f0cff23efb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.850263 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4bae9fc-8951-414a-b1d1-92f00147cffa req-c1075e3e-f6e2-4424-bf46-f0cff23efb51 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1284523 Mar 31 15:57:21.869308 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0a517-acd2-4c0e-84ac-c412199f49cb req-8b29e107-05e1-464a-884c-b2eeecb0517b tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.871119 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b3c0a517-acd2-4c0e-84ac-c412199f49cb req-8b29e107-05e1-464a-884c-b2eeecb0517b tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.1067679 Mar 31 15:57:21.996146 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-74f5a33c-7327-4778-a0d3-2f7414d6519f admin admin] Publish callbacks [] for security_group (55fede5a-9ef6-4db1-bf3d-6b4225de3e95), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.003394 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b3c0a517-acd2-4c0e-84ac-c412199f49cb req-cae7eb1f-1c78-4f4d-9479-426f0d4180b8 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166801 Mar 31 15:57:22.008715 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bae9fc-8951-414a-b1d1-92f00147cffa req-11b1e4c6-92cf-40a2-9de0-8c7141e2c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.010650 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4bae9fc-8951-414a-b1d1-92f00147cffa req-11b1e4c6-92cf-40a2-9de0-8c7141e2c6f1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426265 Mar 31 15:57:22.052948 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99ee8b-068e-4897-84a5-9e94dfef1c4d req-7938216c-29c6-4337-a484-22d24c32ee73 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.054503 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bc99ee8b-068e-4897-84a5-9e94dfef1c4d req-7938216c-29c6-4337-a484-22d24c32ee73 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 943 time: 0.0885191 Mar 31 15:57:22.076667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-74f5a33c-7327-4778-a0d3-2f7414d6519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (55fede5a-9ef6-4db1-bf3d-6b4225de3e95), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.128984 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-74f5a33c-7327-4778-a0d3-2f7414d6519f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24b68f7a1aa84d82959492537cb5fbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701406 Mar 31 15:57:22.132270 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60554) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:22.144799 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5a33c-7327-4778-a0d3-2f7414d6519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fede5a-9ef6-4db1-bf3d-6b4225de3e95,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:22.163886 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bc99ee8b-068e-4897-84a5-9e94dfef1c4d req-643225e4-1b39-4931-aafe-b59b90adce42 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026745 Mar 31 15:57:22.186723 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-5c702db9-37d1-4899-8903-dab9d5b83e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.189081 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-5c702db9-37d1-4899-8903-dab9d5b83e27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 1127 time: 0.0914817 Mar 31 15:57:22.213345 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bb0eec9-261c-4704-bfcc-84cf891eee80 admin admin] Publish callbacks [] for security_group (55fede5a-9ef6-4db1-bf3d-6b4225de3e95), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.241606 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bb0eec9-261c-4704-bfcc-84cf891eee80 admin admin] Publish callbacks [] for security_group (55fede5a-9ef6-4db1-bf3d-6b4225de3e95), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.245172 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-ab935e17-5eb3-44ea-97af-ad3d29a4c1b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b771de-9428-4bae-9406-d1b885b28bea HTTP/1.1" status: 200 len: 217 time: 0.0415747 Mar 31 15:57:22.315824 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-fae02460-7329-49be-921f-caad95d3459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.317237 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-fae02460-7329-49be-921f-caad95d3459f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ae2c752-e3ca-4aa1-b578-d944946e75cc HTTP/1.1" status: 200 len: 849 time: 0.0640812 Mar 31 15:57:22.352543 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-7dc940cc-0798-4598-a12f-03a156842d42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278246 Mar 31 15:57:22.390452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bb0eec9-261c-4704-bfcc-84cf891eee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (55fede5a-9ef6-4db1-bf3d-6b4225de3e95), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.393105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8bb0eec9-261c-4704-bfcc-84cf891eee80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.394301 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8bb0eec9-261c-4704-bfcc-84cf891eee80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55fede5a-9ef6-4db1-bf3d-6b4225de3e95 HTTP/1.1" status: 204 len: 168 time: 0.2603569 Mar 31 15:57:22.403160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0eec9-261c-4704-bfcc-84cf891eee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fede5a-9ef6-4db1-bf3d-6b4225de3e95,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:22.462303 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-6d2a7be1-9ca2-41eb-a5bd-af035612c859 service neutron] 10.222.0.48 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021185 Mar 31 15:57:22.581436 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e63324a-3724-4854-a1c6-62ba15845fe1 req-8f567c06-b2ae-4f7d-ac9e-fcb96fc18fc0 service neutron] 10.222.0.48 "GET /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110353 Mar 31 15:57:23.161308 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bdacc-2a23-48da-98e8-910f65911ba5 req-4a3e79da-f6bd-4b9d-8d76-9e18589b17fa tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.162975 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b33bdacc-2a23-48da-98e8-910f65911ba5 req-4a3e79da-f6bd-4b9d-8d76-9e18589b17fa tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0641060 Mar 31 15:57:23.237922 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b33bdacc-2a23-48da-98e8-910f65911ba5 req-c54aaf81-1d10-49f2-9855-af8290567854 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687091 Mar 31 15:57:23.310058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc996-0c38-4e0e-b0d9-bbf0622c6b10 req-c6b41fd3-33c9-42ae-bfc7-5e9e01f394a6 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.311678 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f54fc996-0c38-4e0e-b0d9-bbf0622c6b10 req-c6b41fd3-33c9-42ae-bfc7-5e9e01f394a6 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 943 time: 0.0572577 Mar 31 15:57:23.371204 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f54fc996-0c38-4e0e-b0d9-bbf0622c6b10 req-b742655d-6b88-40ca-b30e-17f3c465a5ea tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Mar 31 15:57:23.761998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60594) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:23.890305 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1400489461-network', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:23.973182 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Made reservation on behalf of 4559ade4445e4fd9a207f751d33cce3d for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:23.975550 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:23.985695 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.079996 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks [] for security_group (33ff9045-5470-4367-b18d-0c8e06ccd2d5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.207386 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (33ff9045-5470-4367-b18d-0c8e06ccd2d5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.231609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:24.248476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff9045-5470-4367-b18d-0c8e06ccd2d5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:24.251748 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (31e5570b-d9c5-4990-9fdd-fb5d37bca024), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.252093 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Added segment 31e5570b-d9c5-4990-9fdd-fb5d37bca024 of type vlan for network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 Mar 31 15:57:24.308768 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.404086 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e10d0-39eb-43a4-b6e9-22573a21f98f req-162df03f-3c8a-4a3c-99f0-47e28cf0809c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.405729 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-428e10d0-39eb-43a4-b6e9-22573a21f98f req-162df03f-3c8a-4a3c-99f0-47e28cf0809c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0606854 Mar 31 15:57:24.464938 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:57:24.474916 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.475867 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.476789 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.487222 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-428e10d0-39eb-43a4-b6e9-22573a21f98f req-23aa7f44-9e17-43a6-83c0-ea9b05b2f9ff tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732644 Mar 31 15:57:24.573287 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e40935-ef29-48f2-b69b-7b2ce6bc3e88 req-63e7e2ad-8472-4571-b825-b53d6ba6979b tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.575911 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] Pushing event updated for resources: {'Network': ['ID=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:24.583297 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4e40935-ef29-48f2-b69b-7b2ce6bc3e88 req-63e7e2ad-8472-4571-b825-b53d6ba6979b tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 943 time: 0.1258883 Mar 31 15:57:24.593325 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:57:24.644468 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4e40935-ef29-48f2-b69b-7b2ce6bc3e88 req-46354ff1-f3c9-4466-8a50-662a6cd7a5b8 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571725 Mar 31 15:57:24.648698 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-491cc06c-7232-409c-9279-a07eb6c06fbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8851047 Mar 31 15:57:24.652238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60602) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:24.659415 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Request body: {'subnet': {'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1400489461-subnet', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:24.669338 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:24.685990 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'port_id': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'mac_address': 'fa:16:3e:58:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:57:24.743277 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 254ab607-29ef-4cf2-b2db-117a5a6ae67c is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:24.743580 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.758093 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Made reservation on behalf of 4559ade4445e4fd9a207f751d33cce3d for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:24.759439 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.767051 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254ab607-29ef-4cf2-b2db-117a5a6ae67c {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:24.807755 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:24.887836 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.982774 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:24.997079 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:24.997395 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:24.997757 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:24.998120 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:24.998464 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:24.998958 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:24.999298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.000237 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.000763 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.001356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.002063 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.002666 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.003226 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.003786 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.004955 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:25.098833 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (5b1cd8a9-4fc8-46f2-9d00-b643be07c10c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.166799 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:25.179842 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Checking segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:25.180207 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Network hostable DHCP agents. Network: f66e23f1-dd23-401b-ac9f-2ccc6e69fb31, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:57:25.290879 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:57:25.306461 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['254ab607-29ef-4cf2-b2db-117a5a6ae67c'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:25.372807 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, f66e23f1-dd23-401b-ac9f-2ccc6e69fb31) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:25.378771 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.379819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.400284 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda24a8-81a2-457d-a4c2-3f357884abf6 None None] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:25.491983 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2962bcf0-f75b-4745-8b65-b646599b3aee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8383424 Mar 31 15:57:25.494934 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60606) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:25.500525 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:25.568338 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:57:25.569217 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.620760 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (61ab3c85-2006-432f-8d4c-d1a6d905e224), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.622903 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (61ab3c85-2006-432f-8d4c-d1a6d905e224), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.666943 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e014ef-7c15-4c0b-a290-3877479a257c req-ad902500-0c82-4460-bf32-a8a61bdb567a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.668715 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3e014ef-7c15-4c0b-a290-3877479a257c req-ad902500-0c82-4460-bf32-a8a61bdb567a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 945 time: 0.0755775 Mar 31 15:57:25.700023 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks [] for router_controller (61ab3c85-2006-432f-8d4c-d1a6d905e224), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.754022 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3e014ef-7c15-4c0b-a290-3877479a257c req-199184dc-9370-4bf9-8641-e87c76b20045 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735860 Mar 31 15:57:25.913055 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Allocated IP 172.20.0.2 (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31/5b1cd8a9-4fc8-46f2-9d00-b643be07c10c/a5f74c41-ca81-4074-8b4c-91ebca344498) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:25.965023 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365ad7e-7c95-41d0-accb-ece0ef1282d8 req-992675fd-4a35-4acd-af3f-4ca3ac11eced tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.966674 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0365ad7e-7c95-41d0-accb-ece0ef1282d8 req-992675fd-4a35-4acd-af3f-4ca3ac11eced tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 943 time: 0.1921468 Mar 31 15:57:25.977101 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks [] for router_gateway (61ab3c85-2006-432f-8d4c-d1a6d905e224), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.039846 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0365ad7e-7c95-41d0-accb-ece0ef1282d8 req-61d6d418-10b3-4780-9b8f-c88f6cfe34aa tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 Mar 31 15:57:26.085165 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Publish callbacks [] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.160084 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.199667 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:26.203732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:26.206470 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:26.223816 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Pushing event updated for resources: {'Port': ['ID=a5f74c41-ca81-4074-8b4c-91ebca344498,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:26.281599 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks [] for router_gateway (61ab3c85-2006-432f-8d4c-d1a6d905e224), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.283551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Attempting to bind port a5f74c41-ca81-4074-8b4c-91ebca344498 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:26.284160 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Attempting to bind port a5f74c41-ca81-4074-8b4c-91ebca344498 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:26.284647 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Attempting to bind port a5f74c41-ca81-4074-8b4c-91ebca344498 on network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:26.290895 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:26.291282 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Checking segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:26.291680 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.292077 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Bound using segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:26.292591 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Bound port: a5f74c41-ca81-4074-8b4c-91ebca344498, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:26.292974 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.301486 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.373848 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] For port a5f74c41-ca81-4074-8b4c-91ebca344498, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:26.378281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] For port a5f74c41-ca81-4074-8b4c-91ebca344498, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a5f74c41-ca81-4074-8b4c-91ebca344498,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:26.420613 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Allocated IP 172.27.1.144 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/199cfb12-d492-4a6b-813f-39dc34d0932f) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:26.464934 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 95b771de-9428-4bae-9406-d1b885b28bea details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:57:26.489887 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.536388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks [] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.603291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564c5c1-90a6-45c8-ac00-98cf04260406 None None] Pushing event updated for resources: {'Port': ['ID=a5f74c41-ca81-4074-8b4c-91ebca344498,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:26.639978 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 95b771de-9428-4bae-9406-d1b885b28bea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=95b771de-9428-4bae-9406-d1b885b28bea,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:26.653284 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.659823 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '95b771de-9428-4bae-9406-d1b885b28bea', 'network_id': '187c2b84-d7d9-42ea-9124-ca5dcfce3bbc', 'port_id': '95b771de-9428-4bae-9406-d1b885b28bea', 'mac_address': 'fa:16:3e:72:f5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae2c752-e3ca-4aa1-b578-d944946e75cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:57:26.717617 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 95b771de-9428-4bae-9406-d1b885b28bea is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:26.718700 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (95b771de-9428-4bae-9406-d1b885b28bea), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.742662 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b771de-9428-4bae-9406-d1b885b28bea {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:26.770248 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 95b771de-9428-4bae-9406-d1b885b28bea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=95b771de-9428-4bae-9406-d1b885b28bea,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:26.902981 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (95b771de-9428-4bae-9406-d1b885b28bea), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.006181 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:27.019491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:27.026699 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:27.051811 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=95b771de-9428-4bae-9406-d1b885b28bea,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:27.086702 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Pushing event updated for resources: {'Port': ['ID=199cfb12-d492-4a6b-813f-39dc34d0932f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:27.086974 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a2b9f-c04a-4353-bdaf-8a5426fb0457 req-d5b741ac-eb98-4870-b2b0-45cc93805650 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.093290 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-888a2b9f-c04a-4353-bdaf-8a5426fb0457 req-d5b741ac-eb98-4870-b2b0-45cc93805650 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 945 time: 0.1576850 Mar 31 15:57:27.197004 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a5f74c41-ca81-4074-8b4c-91ebca344498 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:27.220425 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-888a2b9f-c04a-4353-bdaf-8a5426fb0457 req-4f31e0a8-d290-4019-8063-3a44780547ed tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255367 Mar 31 15:57:27.291484 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port a5f74c41-ca81-4074-8b4c-91ebca344498 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:27.292007 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.353447 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['95b771de-9428-4bae-9406-d1b885b28bea'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:27.379932 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e130-8d29-4e6d-a2d5-b0dca48f4fba req-d942d235-b8ef-40fc-98b9-c8d9a37cf36e tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.381757 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e545e130-8d29-4e6d-a2d5-b0dca48f4fba req-d942d235-b8ef-40fc-98b9-c8d9a37cf36e tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 944 time: 0.1517601 Mar 31 15:57:27.455379 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e545e130-8d29-4e6d-a2d5-b0dca48f4fba req-ba48db35-9957-485e-8e38-dc706ccfebc9 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Mar 31 15:57:27.483556 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port a5f74c41-ca81-4074-8b4c-91ebca344498 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:27.484042 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.547896 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port a5f74c41-ca81-4074-8b4c-91ebca344498, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a5f74c41-ca81-4074-8b4c-91ebca344498,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:27.596966 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks [] for router_gateway (61ab3c85-2006-432f-8d4c-d1a6d905e224), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.686587 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.774651 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=a5f74c41-ca81-4074-8b4c-91ebca344498,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:27.869671 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (61ab3c85-2006-432f-8d4c-d1a6d905e224), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.966309 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650c846-bbb3-4896-984a-452bd7d9f518 None None] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:28.053580 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-af9e0ff2-64cc-408f-8557-2832b3afe777 None None] Provisioning complete for port a5f74c41-ca81-4074-8b4c-91ebca344498 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:28.053864 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af9e0ff2-64cc-408f-8557-2832b3afe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.148319 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Router 61ab3c85-2006-432f-8d4c-d1a6d905e224 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:57:28.206392 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-af9e0ff2-64cc-408f-8557-2832b3afe777 None None] Current status of the port a5f74c41-ca81-4074-8b4c-91ebca344498 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:28.332616 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:28.350248 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Sync routers for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:28.366341 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:28.367815 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:28.404816 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae4d9-8b1d-4235-af6b-081dccb7ac98 req-47f88fc5-b419-40ba-82c4-32bfb6e0bea1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:28.412073 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-85aae4d9-8b1d-4235-af6b-081dccb7ac98 req-47f88fc5-b419-40ba-82c4-32bfb6e0bea1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 945 time: 0.0692465 Mar 31 15:57:28.434108 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-87217762-1344-4826-8fce-d575e705f3b5 None None] Provisioning complete for port a5f74c41-ca81-4074-8b4c-91ebca344498 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:28.434483 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87217762-1344-4826-8fce-d575e705f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.461618 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 95b771de-9428-4bae-9406-d1b885b28bea up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:28.472880 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.475777 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dd7f2a8c-e751-46e4-b104-e399fed8e996 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9795716 Mar 31 15:57:28.482781 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-85aae4d9-8b1d-4235-af6b-081dccb7ac98 req-b724d189-92d2-4117-b7e0-794949904c99 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645037 Mar 31 15:57:28.484819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60630) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:28.539272 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:28.591730 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-87217762-1344-4826-8fce-d575e705f3b5 None None] Current status of the port a5f74c41-ca81-4074-8b4c-91ebca344498 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:28.643846 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 95b771de-9428-4bae-9406-d1b885b28bea completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:57:28.649787 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 95b771de-9428-4bae-9406-d1b885b28bea triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:28.650481 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (95b771de-9428-4bae-9406-d1b885b28bea), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.698054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d253c-9e53-43a3-991c-dcfeee1025f0 req-6a0d088c-6826-4fe1-901b-811167d7b937 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:28.709876 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e1d253c-9e53-43a3-991c-dcfeee1025f0 req-6a0d088c-6826-4fe1-901b-811167d7b937 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 944 time: 0.0952823 Mar 31 15:57:28.778015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e1d253c-9e53-43a3-991c-dcfeee1025f0 req-4e90a73b-c315-483c-bd3b-9ae44e168c84 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 Mar 31 15:57:28.785279 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 3, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:28.841120 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Checking router: 61ab3c85-2006-432f-8d4c-d1a6d905e224 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:28.841691 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Updating router 61ab3c85-2006-432f-8d4c-d1a6d905e224 port 199cfb12-d492-4a6b-813f-39dc34d0932f binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:28.852946 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 95b771de-9428-4bae-9406-d1b885b28bea is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:28.853478 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (95b771de-9428-4bae-9406-d1b885b28bea), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.888511 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eb757-1305-46e7-809e-fcca7144807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b771de-9428-4bae-9406-d1b885b28bea'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:28.891237 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14811111-a4ac-47dd-9f5a-9fcc9ecbc6d1" -d '{"events": [{"server_uuid": "583eb757-1305-46e7-809e-fcca7144807f", "name": "network-vif-plugged", "status": "completed", "tag": "95b771de-9428-4bae-9406-d1b885b28bea"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:28.896854 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.923163 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 95b771de-9428-4bae-9406-d1b885b28bea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=95b771de-9428-4bae-9406-d1b885b28bea,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:28.962919 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ba5fb-68df-4477-9191-02584320b933 x-openstack-request-id: req-e96ba5fb-68df-4477-9191-02584320b933 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:28.963312 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eb757-1305-46e7-809e-fcca7144807f", "name": "network-vif-plugged", "status": "completed", "tag": "95b771de-9428-4bae-9406-d1b885b28bea", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:28.963765 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e96ba5fb-68df-4477-9191-02584320b933 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:28.964219 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96ba5fb-68df-4477-9191-02584320b933'] response: {'server_uuid': '583eb757-1305-46e7-809e-fcca7144807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b771de-9428-4bae-9406-d1b885b28bea', 'code': 200} Mar 31 15:57:28.969945 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a5f74c41-ca81-4074-8b4c-91ebca344498 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:29.014359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (95b771de-9428-4bae-9406-d1b885b28bea), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.016017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:29.150313 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port a5f74c41-ca81-4074-8b4c-91ebca344498 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:29.150802 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.236809 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=95b771de-9428-4bae-9406-d1b885b28bea,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:29.284135 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.301161 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port a5f74c41-ca81-4074-8b4c-91ebca344498 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:29.305059 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Publish callbacks [] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.315880 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 254ab607-29ef-4cf2-b2db-117a5a6ae67c completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:57:29.320334 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 254ab607-29ef-4cf2-b2db-117a5a6ae67c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:29.326797 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.430661 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.436966 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 254ab607-29ef-4cf2-b2db-117a5a6ae67c is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:29.437493 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.486615 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:29.500079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Allocated IP 172.20.0.1 (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31/5b1cd8a9-4fc8-46f2-9d00-b643be07c10c/5d1753ef-b433-4f45-a6bc-9833e6e7bc6f) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:29.527042 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32533a-c1c1-4ad6-97d1-362f38c3874e req-7fba2037-9dbc-4624-83af-c6c36976b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.528916 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b32533a-c1c1-4ad6-97d1-362f38c3874e req-7fba2037-9dbc-4624-83af-c6c36976b09b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 1129 time: 0.1064498 Mar 31 15:57:29.541959 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Attempting to bind port 199cfb12-d492-4a6b-813f-39dc34d0932f on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:29.542602 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Attempting to bind port 199cfb12-d492-4a6b-813f-39dc34d0932f by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:29.543215 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Attempting to bind port 199cfb12-d492-4a6b-813f-39dc34d0932f on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:29.557606 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Pushing event updated for resources: {'Port': ['ID=199cfb12-d492-4a6b-813f-39dc34d0932f,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:29.564414 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:29.564686 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:29.565216 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.565989 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:29.567216 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Bound port: 199cfb12-d492-4a6b-813f-39dc34d0932f, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:29.568123 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.577414 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.617376 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.617376 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.617872 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.618251 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.618587 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.619128 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.619556 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.619896 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.620318 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.620673 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.621300 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.621656 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.622013 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.622493 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.623053 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:29.635103 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b32533a-c1c1-4ad6-97d1-362f38c3874e req-02c9d102-46ff-46ff-8368-eeacd91342f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Mar 31 15:57:29.654474 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks [] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.660785 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3222d-9954-40da-b7d6-7a72d44b65d3 req-d7ba4257-7016-4436-bde0-ce1b42ce1876 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.668664 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7d3222d-9954-40da-b7d6-7a72d44b65d3 req-d7ba4257-7016-4436-bde0-ce1b42ce1876 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1034470 Mar 31 15:57:29.689880 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:29.699757 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] For port 199cfb12-d492-4a6b-813f-39dc34d0932f, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:29.704745 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] For port 199cfb12-d492-4a6b-813f-39dc34d0932f, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=199cfb12-d492-4a6b-813f-39dc34d0932f,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:29.730574 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7d3222d-9954-40da-b7d6-7a72d44b65d3 req-837c36b0-2798-49c3-ac03-857b0ecbb869 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606768 Mar 31 15:57:29.784580 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.824127 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:29.827413 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:29.835710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:29.836208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (61ab3c85-2006-432f-8d4c-d1a6d905e224), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.836764 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.844688 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:29.931424 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:29.932066 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:29.934991 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb5b77-846d-4e04-a0c4-fa47a85b74b4 None None] Pushing event updated for resources: {'Port': ['ID=199cfb12-d492-4a6b-813f-39dc34d0932f,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:30.073528 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:30.236901 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-eb199b5b-bbd0-4086-9467-325487bb0087 None None] Provisioning complete for port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:30.237361 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eb199b5b-bbd0-4086-9467-325487bb0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.273094 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab29993-cef3-4f19-b193-87f5366ed4b6 req-eca5df0a-f2d5-4f86-86a2-690531aeb27f tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:30.274754 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ab29993-cef3-4f19-b193-87f5366ed4b6 req-eca5df0a-f2d5-4f86-86a2-690531aeb27f tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 945 time: 0.3759923 Mar 31 15:57:30.288335 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-eb199b5b-bbd0-4086-9467-325487bb0087 None None] Port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:30.337459 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ab29993-cef3-4f19-b193-87f5366ed4b6 req-1a161b08-f6cd-4c20-b0e2-ebd0524e344c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532708 Mar 31 15:57:30.368645 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 3, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:30.398966 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c2519-95c1-42b1-8c1f-0357e59de2d8 None None] The sync data for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi is: [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 3, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:30.424147 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.653601 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks [] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.728639 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.730125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (61ab3c85-2006-432f-8d4c-d1a6d905e224), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.848482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:30.899502 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60660) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:30.965469 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:30.970951 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ae28e-4239-4955-afb6-06c4219c6d93" -d '{"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-plugged", "status": "completed", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:31.034284 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d8270-968e-4cc3-8a22-68ba4f12df0f req-c6c0095d-b056-420e-af5c-27c4270bf4f4 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.052049 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d6d8270-968e-4cc3-8a22-68ba4f12df0f req-c6c0095d-b056-420e-af5c-27c4270bf4f4 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.2136075 Mar 31 15:57:31.074993 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:31.084055 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:31.160968 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 199cfb12-d492-4a6b-813f-39dc34d0932f up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:31.287552 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d6d8270-968e-4cc3-8a22-68ba4f12df0f req-2ac70d43-703d-4d0a-a42e-7555e0db6724 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284791 Mar 31 15:57:31.302530 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-496c4364-8758-45ac-bf6d-d55aa1d4251f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.380986 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda37259-a3c9-4d15-ad05-8b1ac7270ac9 x-openstack-request-id: req-eda37259-a3c9-4d15-ad05-8b1ac7270ac9 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:31.382428 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-plugged", "status": "completed", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:31.383101 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eda37259-a3c9-4d15-ad05-8b1ac7270ac9 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:31.383959 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda37259-a3c9-4d15-ad05-8b1ac7270ac9'] response: {'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'code': 200} Mar 31 15:57:31.409030 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 199cfb12-d492-4a6b-813f-39dc34d0932f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:31.410023 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.525062 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Router 61ab3c85-2006-432f-8d4c-d1a6d905e224 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:31.573638 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 199cfb12-d492-4a6b-813f-39dc34d0932f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:31.574356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.604040 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 199cfb12-d492-4a6b-813f-39dc34d0932f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=199cfb12-d492-4a6b-813f-39dc34d0932f,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:31.619964 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-20feca3d-acc1-46fb-96d3-ad7b89d1fcc3 None None] Provisioning complete for port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:31.620650 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-20feca3d-acc1-46fb-96d3-ad7b89d1fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.671100 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-20feca3d-acc1-46fb-96d3-ad7b89d1fcc3 None None] Port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:31.698845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.718040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0a2bf-1dc4-411b-82c0-6da916ae9cb1 req-b54256cc-0424-4e6a-b77c-905020dc044a tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.736655 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f0d0a2bf-1dc4-411b-82c0-6da916ae9cb1 req-b54256cc-0424-4e6a-b77c-905020dc044a tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 945 time: 0.2314410 Mar 31 15:57:31.784108 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-496c4364-8758-45ac-bf6d-d55aa1d4251f admin admin] Publish callbacks [] for security_group (8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.791844 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=199cfb12-d492-4a6b-813f-39dc34d0932f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:31.847883 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f0d0a2bf-1dc4-411b-82c0-6da916ae9cb1 req-463ef535-4031-4b94-acc5-054ced0e3807 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944855 Mar 31 15:57:31.849180 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-496c4364-8758-45ac-bf6d-d55aa1d4251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.916225 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:31.930123 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-089ae62c-5653-45f6-a8ce-b992c7302a37 admin admin] 10.222.0.58 "PUT /v2.0/routers/61ab3c85-2006-432f-8d4c-d1a6d905e224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435198 Mar 31 15:57:31.934649 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-496c4364-8758-45ac-bf6d-d55aa1d4251f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee58275274b8496a9017e8e1e627778a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0330968 Mar 31 15:57:31.937954 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60676) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:31.957977 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c4364-8758-45ac-bf6d-d55aa1d4251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.104644 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3bde7371-a652-45e3-9439-6c77bfe1b9f3 admin admin] Publish callbacks [] for security_group (8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.146302 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cfd15-94ef-489e-8418-35bcb1723691 req-864167bc-85c8-480a-b59e-dc06a5ae7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.148524 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-722cfd15-94ef-489e-8418-35bcb1723691 req-864167bc-85c8-480a-b59e-dc06a5ae7e87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1130 time: 0.1352623 Mar 31 15:57:32.151295 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3bde7371-a652-45e3-9439-6c77bfe1b9f3 admin admin] Publish callbacks [] for security_group (8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.236117 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-722cfd15-94ef-489e-8418-35bcb1723691 req-fb1347c6-0978-46d8-bd32-09f623eb7a8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760696 Mar 31 15:57:32.325289 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3bde7371-a652-45e3-9439-6c77bfe1b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.328889 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3bde7371-a652-45e3-9439-6c77bfe1b9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.331700 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3bde7371-a652-45e3-9439-6c77bfe1b9f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9 HTTP/1.1" status: 204 len: 168 time: 0.3898759 Mar 31 15:57:32.343061 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7371-a652-45e3-9439-6c77bfe1b9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f00c4-8ad9-4748-9b7b-e5b12eb4b2e9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.493910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ed2f7-61e8-4c3d-8462-9748b408e1bb req-82a084a8-772f-4776-bfe4-55bbc19e7fef tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.496062 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dd5ed2f7-61e8-4c3d-8462-9748b408e1bb req-82a084a8-772f-4776-bfe4-55bbc19e7fef tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0982275 Mar 31 15:57:32.625456 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dd5ed2f7-61e8-4c3d-8462-9748b408e1bb req-c6f5abc7-b9dd-4a44-874e-22554b227436 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168699 Mar 31 15:57:32.689888 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:57:32.976278 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 199cfb12-d492-4a6b-813f-39dc34d0932f up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:33.001088 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Sync routers for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:33.024342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:33.025017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:33.394048 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60718) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:33.395704 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 199cfb12-d492-4a6b-813f-39dc34d0932f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:33.396122 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.401484 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-708702009-network', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:33.558513 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:33.559438 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Made reservation on behalf of 0ee4b83107b94ae59e7d01435977f5e3 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:33.563392 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.582786 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.732397 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 199cfb12-d492-4a6b-813f-39dc34d0932f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:33.782858 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks [] for security_group (f0dd67c4-f4fb-410e-856c-459447770315), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.897501 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f0dd67c4-f4fb-410e-856c-459447770315), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.923885 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837cac-97da-419d-b223-2ec929d89e37 req-e93125bc-d754-4a6b-a9b3-7a08d48a2281 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:33.926734 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e837cac-97da-419d-b223-2ec929d89e37 req-e93125bc-d754-4a6b-a9b3-7a08d48a2281 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1139195 Mar 31 15:57:33.933422 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:33.953638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd67c4-f4fb-410e-856c-459447770315,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:33.991350 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.994184 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Added segment 2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f of type vlan for network f63889bb-de4a-4cb1-8bbb-1aa711b9636d Mar 31 15:57:34.014586 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e837cac-97da-419d-b223-2ec929d89e37 req-c96a4164-5622-4939-8489-907649034fe6 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777078 Mar 31 15:57:34.028181 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee07e0-e6e1-4662-a54d-e241e83cfc7a req-29b235d6-33f0-4a54-86bf-9b5097ab39f5 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.030386 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ecee07e0-e6e1-4662-a54d-e241e83cfc7a req-29b235d6-33f0-4a54-86bf-9b5097ab39f5 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 945 time: 0.1735880 Mar 31 15:57:34.084469 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (f63889bb-de4a-4cb1-8bbb-1aa711b9636d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.126011 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 2, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:34.159359 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ecee07e0-e6e1-4662-a54d-e241e83cfc7a req-84339c0b-0c66-4032-8b9a-7c366246257d tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051552 Mar 31 15:57:34.176105 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Checking router: 61ab3c85-2006-432f-8d4c-d1a6d905e224 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:34.176467 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Updating router 61ab3c85-2006-432f-8d4c-d1a6d905e224 port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:34.223486 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.267869 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117413-b767-4daf-b4ae-9723dfa93b83 req-740b465c-c5c5-420b-a728-aae900d13411 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.275322 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78117413-b767-4daf-b4ae-9723dfa93b83 req-740b465c-c5c5-420b-a728-aae900d13411 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0985403 Mar 31 15:57:34.287502 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (f63889bb-de4a-4cb1-8bbb-1aa711b9636d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.298893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.298893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.380703 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] Pushing event updated for resources: {'Network': ['ID=f63889bb-de4a-4cb1-8bbb-1aa711b9636d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:34.392696 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78117413-b767-4daf-b4ae-9723dfa93b83 req-6f2fbf82-742b-4ab6-ac31-0237c2e5747e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119375 Mar 31 15:57:34.420365 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60738) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:34.420509 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:57:34.439411 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-aad8721b-9dfe-414d-985b-4285100cdb4a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0431564 Mar 31 15:57:34.444075 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60746) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:34.457104 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Request body: {'subnet': {'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-708702009-subnet', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:34.584794 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Made reservation on behalf of 0ee4b83107b94ae59e7d01435977f5e3 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:34.588426 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.784443 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaef149-475a-4668-80a1-43e3b4dc652b tempest-TestShelveInstance-834423233 tempest-TestShelveInstance-834423233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.786136 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bbaef149-475a-4668-80a1-43e3b4dc652b tempest-TestShelveInstance-834423233 tempest-TestShelveInstance-834423233-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1125 time: 0.3692591 Mar 31 15:57:34.790983 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60756) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:34.795926 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'port_id': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:34.848654 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Publish callbacks [] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.927501 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.960411 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (2f428d62-7094-439b-a4c2-7016aefa8783), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.960801 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.047907 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f428d62-7094-439b-a4c2-7016aefa8783,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.071195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e122f90-437e-45c2-9e6d-8e10059ac408 None None] Pushing event updated for resources: {'Port': ['ID=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.076388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Checking segment: {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:35.077084 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Network hostable DHCP agents. Network: f63889bb-de4a-4cb1-8bbb-1aa711b9636d, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:57:35.109577 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.193868 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Attempting to bind port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:35.194893 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Attempting to bind port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:35.194893 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Attempting to bind port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f on network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:35.204613 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:35.207188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Checking segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:35.207188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.207188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Bound using segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:35.207188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Bound port: 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:35.207188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.230881 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:57:35.334819 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] For port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:35.345448 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] For port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:35.350824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, f63889bb-de4a-4cb1-8bbb-1aa711b9636d) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:35.366120 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12c008-ccde-4f17-b291-55a5b16b7944 None None] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:35.384803 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.385729 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.429451 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60762) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:35.438905 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Allocated IP 172.27.1.60 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/53db8d82-67c4-47b5-a6cf-2232da93c1f9) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:35.453629 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c32-6a4b-497d-b637-8e991ec4761f req-ac501781-5b81-41c9-98a0-1feb5c562f01 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.455403 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9d8b9c32-6a4b-497d-b637-8e991ec4761f req-ac501781-5b81-41c9-98a0-1feb5c562f01 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 945 time: 0.1415055 Mar 31 15:57:35.536196 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9d8b9c32-6a4b-497d-b637-8e991ec4761f req-80293b4d-5d92-4866-83ac-e7273b38c150 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/security-groups?id=f19f41ad-e4b7-443b-a03c-c02211b54cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673332 Mar 31 15:57:35.542037 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.576213 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ea596b67-fb63-4e35-8d95-d628b527b55a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1253412 Mar 31 15:57:35.576213 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60766) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:35.594079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:35.608547 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-b71f8994-49a3-468b-9305-1f12760df266 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.610972 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-b71f8994-49a3-468b-9305-1f12760df266 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 945 time: 0.1513031 Mar 31 15:57:35.692328 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-f63889bb-de4a-4cb1-8bbb-1aa711b9636d', 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d', 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'fixed_ips': [{'subnet_id': '2f428d62-7094-439b-a4c2-7016aefa8783'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:57:35.701138 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.711933 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.731624 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:35.732396 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:35.737307 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] Provisioning complete for port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:35.742225 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.763233 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4aceeadf-4e53-4843-8db2-ce37eb83cba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.789696 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (fecc096c-43da-4015-afc4-1c4b66421c49), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.793592 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (fecc096c-43da-4015-afc4-1c4b66421c49), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.823488 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Deleting port 95b771de-9428-4bae-9406-d1b885b28bea {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:35.824793 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (95b771de-9428-4bae-9406-d1b885b28bea), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.867551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e122f90-437e-45c2-9e6d-8e10059ac408 None None] Pushing event updated for resources: {'Port': ['ID=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.876590 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.907720 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks [] for router_controller (fecc096c-43da-4015-afc4-1c4b66421c49), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.941668 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:35.953688 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4aceeadf-4e53-4843-8db2-ce37eb83cba6 admin admin] Publish callbacks [] for security_group (ce5db0ad-a3f5-4868-be36-b5dd9765f596), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.960009 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:35.973214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:35.999510 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'Port': ['ID=53db8d82-67c4-47b5-a6cf-2232da93c1f9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:36.028884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] For port 95b771de-9428-4bae-9406-d1b885b28bea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=95b771de-9428-4bae-9406-d1b885b28bea,segment=NetworkSegment(df05ba86-f96d-4015-b1bb-904383e73a4a),segment_id=df05ba86-f96d-4015-b1bb-904383e73a4a)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:36.029261 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (95b771de-9428-4bae-9406-d1b885b28bea), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.051728 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Calling delete_port for 95b771de-9428-4bae-9406-d1b885b28bea owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:36.119254 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4aceeadf-4e53-4843-8db2-ce37eb83cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ce5db0ad-a3f5-4868-be36-b5dd9765f596), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.194075 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 60770) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:36.194746 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4aceeadf-4e53-4843-8db2-ce37eb83cba6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=828b5a391932471f9838cf1af51610f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7636919 Mar 31 15:57:36.216795 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:36.266773 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] Current status of the port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:36.267167 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.274401 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Allocated IP 172.20.0.2 (f63889bb-de4a-4cb1-8bbb-1aa711b9636d/2f428d62-7094-439b-a4c2-7016aefa8783/94630766-bd5b-4fe6-9812-ed96715ca17b) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:36.286208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceeadf-4e53-4843-8db2-ce37eb83cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5db0ad-a3f5-4868-be36-b5dd9765f596,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:36.309476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks [] for router_gateway (fecc096c-43da-4015-afc4-1c4b66421c49), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.509481 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e7cc9e-8b7e-44de-baff-5aa60c6004c1 admin admin] Publish callbacks [] for security_group (ce5db0ad-a3f5-4868-be36-b5dd9765f596), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.555695 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e7cc9e-8b7e-44de-baff-5aa60c6004c1 admin admin] Publish callbacks [] for security_group (ce5db0ad-a3f5-4868-be36-b5dd9765f596), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.576677 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] For port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:36.694308 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (95b771de-9428-4bae-9406-d1b885b28bea), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.704753 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.716464 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks [] for router_gateway (fecc096c-43da-4015-afc4-1c4b66421c49), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.729484 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6197ab9-f976-4088-979d-8b8bf9e4b82c req-e7951461-2eba-4bc6-b852-f4d7a8e37f23 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 210 time: 0.0723770 Mar 31 15:57:36.753999 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.758869 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['95b771de-9428-4bae-9406-d1b885b28bea'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:36.788673 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Publish callbacks [] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.803421 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Pushing event deleted for resources: {'Port': ['ID=95b771de-9428-4bae-9406-d1b885b28bea,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:36.827571 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c173b5-71ae-4632-a371-4b3594f0b935 None None] Pushing event updated for resources: {'Port': ['ID=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:36.834821 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:36.869889 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69624cb-000b-4abf-a459-476b737aa8cc None None] The sync data for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi is: [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:36.876847 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.960707 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:36.965451 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] No DVR routers for this DVR port 95b771de-9428-4bae-9406-d1b885b28bea on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:36.967703 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:36.976057 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d9188f8f-c76c-4f13-a137-3c42a559f8ea None None] Provisioning complete for port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:36.976057 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9188f8f-c76c-4f13-a137-3c42a559f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.977760 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:36.979393 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.982567 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-836edb0a-48ac-49e6-995e-6d27d0757ab5 req-1a3f986e-4cf9-4f98-b7c2-06b6b67a2594 tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.48 "DELETE /v2.0/ports/95b771de-9428-4bae-9406-d1b885b28bea HTTP/1.1" status: 204 len: 173 time: 1.3637962 Mar 31 15:57:36.991571 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eb757-1305-46e7-809e-fcca7144807f', 'name': 'network-vif-deleted', 'tag': '95b771de-9428-4bae-9406-d1b885b28bea'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:37.000522 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292e8a44-33a7-4cfd-9cb9-f6dc45049a41" -d '{"events": [{"server_uuid": "583eb757-1305-46e7-809e-fcca7144807f", "name": "network-vif-deleted", "tag": "95b771de-9428-4bae-9406-d1b885b28bea"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:37.019232 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Pushing event updated for resources: {'Port': ['ID=94630766-bd5b-4fe6-9812-ed96715ca17b,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:37.023414 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e7cc9e-8b7e-44de-baff-5aa60c6004c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ce5db0ad-a3f5-4868-be36-b5dd9765f596), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.032037 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e7cc9e-8b7e-44de-baff-5aa60c6004c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.039750 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-22e7cc9e-8b7e-44de-baff-5aa60c6004c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce5db0ad-a3f5-4868-be36-b5dd9765f596 HTTP/1.1" status: 204 len: 168 time: 0.8390136 Mar 31 15:57:37.040016 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Allocated IP 172.27.1.122 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/2570dd45-ee80-44c3-b346-8582d04c05f1) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:37.066904 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7cc9e-8b7e-44de-baff-5aa60c6004c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5db0ad-a3f5-4868-be36-b5dd9765f596,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:37.111934 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for floatingip (0117a0de-5055-4885-bc7b-261cea8e2336), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.163734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Attempting to bind port 94630766-bd5b-4fe6-9812-ed96715ca17b on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:37.164416 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Attempting to bind port 94630766-bd5b-4fe6-9812-ed96715ca17b by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:37.164954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Attempting to bind port 94630766-bd5b-4fe6-9812-ed96715ca17b on network f63889bb-de4a-4cb1-8bbb-1aa711b9636d {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:37.177687 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:37.178393 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Checking segment: {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:37.179011 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.179570 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Bound using segment: {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:37.180263 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Bound port: 94630766-bd5b-4fe6-9812-ed96715ca17b, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:37.180661 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.197324 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393c7e1-ae8c-41ff-b648-8cd4b8fbb9df x-openstack-request-id: req-7393c7e1-ae8c-41ff-b648-8cd4b8fbb9df {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:37.198005 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eb757-1305-46e7-809e-fcca7144807f", "name": "network-vif-deleted", "tag": "95b771de-9428-4bae-9406-d1b885b28bea", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:37.198465 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7393c7e1-ae8c-41ff-b648-8cd4b8fbb9df {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:37.199100 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7393c7e1-ae8c-41ff-b648-8cd4b8fbb9df'] response: {'server_uuid': '583eb757-1305-46e7-809e-fcca7144807f', 'name': 'network-vif-deleted', 'tag': '95b771de-9428-4bae-9406-d1b885b28bea', 'status': 'completed', 'code': 200} Mar 31 15:57:37.295222 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks [] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.315736 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d9188f8f-c76c-4f13-a137-3c42a559f8ea None None] Current status of the port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:37.330618 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] For port 94630766-bd5b-4fe6-9812-ed96715ca17b, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:37.346411 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] For port 94630766-bd5b-4fe6-9812-ed96715ca17b, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=94630766-bd5b-4fe6-9812-ed96715ca17b,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:37.406040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.448194 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.450449 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.552249 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173c6f-db71-474c-826b-f8f8ce76d535 None None] Pushing event updated for resources: {'Port': ['ID=94630766-bd5b-4fe6-9812-ed96715ca17b,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:37.600913 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:37.603901 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Pushing event updated for resources: {'Port': ['ID=2570dd45-ee80-44c3-b346-8582d04c05f1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:37.609947 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:37.621594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:37.693351 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.773960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.922575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-37a28eae-a29c-433d-8be9-21595126674e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.941807 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event updated for resources: {'Port': ['ID=53db8d82-67c4-47b5-a6cf-2232da93c1f9,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:38.039892 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fdd1deb-21db-4da0-8c1d-83eee9741754 req-f22c97c9-b8ef-4d1e-b9f1-8d08fdd2890c tempest-VolumesActionsTest-819802524 tempest-VolumesActionsTest-819802524-project] 10.222.0.58 "GET /v2.0/ports?device_id=583eb757-1305-46e7-809e-fcca7144807f HTTP/1.1" status: 200 len: 210 time: 0.0711050 Mar 31 15:57:38.040973 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (0117a0de-5055-4885-bc7b-261cea8e2336), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.209274 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks [] for router_gateway (fecc096c-43da-4015-afc4-1c4b66421c49), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.311762 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Floating IP 0117a0de-5055-4885-bc7b-261cea8e2336 associated. External IP: 172.27.1.60, port: 254ab607-29ef-4cf2-b2db-117a5a6ae67c. Mar 31 15:57:38.555352 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (fecc096c-43da-4015-afc4-1c4b66421c49), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.935263 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Router fecc096c-43da-4015-afc4-1c4b66421c49 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:57:39.210456 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Router e78cda06-dff6-4336-8260-7eabc482ae43 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:39.319358 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:39.324070 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:39.341369 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Sync routers for ids ['fecc096c-43da-4015-afc4-1c4b66421c49'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:39.367130 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Routers {'fecc096c-43da-4015-afc4-1c4b66421c49'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:39.367777 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['fecc096c-43da-4015-afc4-1c4b66421c49'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:39.494371 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:39.495029 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.503626 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.505418 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2e973e8e-dade-48b8-b48c-1a0ce3cd244e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9304075 Mar 31 15:57:39.512962 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 60814) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:39.577052 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:39.590989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ed516-e65b-4237-8897-c8b411790cbc None None] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:39.610619 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] Sync routers for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:39.614047 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Set router fecc096c-43da-4015-afc4-1c4b66421c49 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:39.733530 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:39.735081 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:39.771993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.893431 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3312f0a9-5af2-4bc8-a291-8bcbd36667ea tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0979192 Mar 31 15:57:39.893431 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:39.898952 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] Provisioning complete for port 94630766-bd5b-4fe6-9812-ed96715ca17b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:39.899559 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.902380 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20d701c-5185-401a-96d0-356d0bd8891f" -d '{"events": [{"name": "network-changed", "server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:39.944401 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T15:57:37Z', 'revision_number': 3, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:40.036977 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc6d8af-a4f6-4491-8245-21cd3e6e8a4e x-openstack-request-id: req-adc6d8af-a4f6-4491-8245-21cd3e6e8a4e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:40.037541 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:40.038256 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adc6d8af-a4f6-4491-8245-21cd3e6e8a4e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:40.038975 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc6d8af-a4f6-4491-8245-21cd3e6e8a4e'] response: {'name': 'network-changed', 'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'status': 'completed', 'code': 200} Mar 31 15:57:40.188435 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:40.197083 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 94630766-bd5b-4fe6-9812-ed96715ca17b up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:40.207562 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d701c-5185-401a-96d0-356d0bd8891f req-d79d3e32-2f22-4be1-b246-2094a6c12fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:40.210494 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-d79d3e32-2f22-4be1-b246-2094a6c12fef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1130 time: 0.0939560 Mar 31 15:57:40.217524 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Checking router: fecc096c-43da-4015-afc4-1c4b66421c49 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:40.219008 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Updating router fecc096c-43da-4015-afc4-1c4b66421c49 port 2570dd45-ee80-44c3-b346-8582d04c05f1 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:40.271133 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:40.394570 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:40.415444 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d701c-5185-401a-96d0-356d0bd8891f req-a361efcf-4057-4373-9bdb-96eb4667d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:40.418363 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-a361efcf-4057-4373-9bdb-96eb4667d864 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 910 time: 0.1992452 Mar 31 15:57:40.571300 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 95b771de-9428-4bae-9406-d1b885b28bea no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:57:40.583537 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-c19ee591-74d4-4893-8c95-76f1c1c219ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 999 time: 0.1567485 Mar 31 15:57:40.600441 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 94630766-bd5b-4fe6-9812-ed96715ca17b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:40.600811 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:40.627651 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] Current status of the port 94630766-bd5b-4fe6-9812-ed96715ca17b is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:40.628040 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:40.660995 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 95b771de-9428-4bae-9406-d1b885b28bea {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:57:40.661273 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 95b771de-9428-4bae-9406-d1b885b28bea not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:57:40.813101 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] For port 94630766-bd5b-4fe6-9812-ed96715ca17b, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=94630766-bd5b-4fe6-9812-ed96715ca17b,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:40.824059 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d701c-5185-401a-96d0-356d0bd8891f req-188a6ed4-4441-470b-95f2-2a001f61f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:40.830739 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-188a6ed4-4441-470b-95f2-2a001f61f247 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 200 len: 848 time: 0.2413750 Mar 31 15:57:40.926944 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d701c-5185-401a-96d0-356d0bd8891f req-08b7cb29-3e55-4b5f-a8ee-548a64c8a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:40.928838 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-08b7cb29-3e55-4b5f-a8ee-548a64c8a0c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05946b88-413e-41d0-94fd-893fef1ec51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874584 Mar 31 15:57:40.943560 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Publish callbacks [] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:40.958409 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.041947 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.136968 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Attempting to bind port 2570dd45-ee80-44c3-b346-8582d04c05f1 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:41.137575 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Attempting to bind port 2570dd45-ee80-44c3-b346-8582d04c05f1 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:41.151015 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Attempting to bind port 2570dd45-ee80-44c3-b346-8582d04c05f1 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:41.193518 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:41.193518 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:41.193518 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.193518 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:41.193518 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Bound port: 2570dd45-ee80-44c3-b346-8582d04c05f1, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:41.193518 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.196260 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.229591 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-12033217-04b2-4441-a115-9c431494e505 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909229 Mar 31 15:57:41.320222 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] For port 2570dd45-ee80-44c3-b346-8582d04c05f1, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:41.350325 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaac8f4-9edb-48f0-9bf4-2baa9092f580 None None] Pushing event updated for resources: {'Port': ['ID=2570dd45-ee80-44c3-b346-8582d04c05f1,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:41.362328 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] For port 2570dd45-ee80-44c3-b346-8582d04c05f1, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=2570dd45-ee80-44c3-b346-8582d04c05f1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:41.459307 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cb9-c4e0-47bd-ab35-70cb7a7d920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.479706 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.546733 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Routers {'fecc096c-43da-4015-afc4-1c4b66421c49'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:41.547615 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 94630766-bd5b-4fe6-9812-ed96715ca17b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:41.547800 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['fecc096c-43da-4015-afc4-1c4b66421c49'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:41.566738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b768af85-5df9-40e9-a1dd-19220ff09dd3 None None] Provisioning complete for port 94630766-bd5b-4fe6-9812-ed96715ca17b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:41.572457 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b768af85-5df9-40e9-a1dd-19220ff09dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.609652 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f20d701c-5185-401a-96d0-356d0bd8891f req-e6bb915f-17bc-420b-86d0-e21a22fb4cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729920 Mar 31 15:57:41.620826 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd99d-46da-45b9-b685-d1e684f39b63 None None] Pushing event updated for resources: {'Port': ['ID=94630766-bd5b-4fe6-9812-ed96715ca17b,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:41.684520 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0117a0de-5055-4885-bc7b-261cea8e2336', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'port_id': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'mac_address': 'fa:16:3e:58:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 0, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:41.724334 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaac8f4-9edb-48f0-9bf4-2baa9092f580 None None] Pushing event updated for resources: {'Port': ['ID=2570dd45-ee80-44c3-b346-8582d04c05f1,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:41.739215 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] Checking router: e78cda06-dff6-4336-8260-7eabc482ae43 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:41.755248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Allocated IP 172.20.0.1 (f63889bb-de4a-4cb1-8bbb-1aa711b9636d/2f428d62-7094-439b-a4c2-7016aefa8783/21fb5858-8f16-4e2c-a421-90dc44a131bb) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:41.806938 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:41.808214 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:41.809489 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] Set router fecc096c-43da-4015-afc4-1c4b66421c49 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:41.931345 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks [] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.950482 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b768af85-5df9-40e9-a1dd-19220ff09dd3 None None] Current status of the port 94630766-bd5b-4fe6-9812-ed96715ca17b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:42.071370 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:42.129108 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.177544 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:42.180747 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:42.188337 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T15:57:37Z', 'revision_number': 3, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:42.190066 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:42.190505 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (fecc096c-43da-4015-afc4-1c4b66421c49), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.233520 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755c620-b851-4dc8-9c0a-19049a729f20 None None] The sync data for ids ['fecc096c-43da-4015-afc4-1c4b66421c49'] in dv-cinder-836027-1-iscsi is: [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T15:57:37Z', 'revision_number': 3, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:42.257068 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-3f34b1cb-9aad-422c-96f4-d206611d232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:42.258898 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-3f34b1cb-9aad-422c-96f4-d206611d232f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.2535942 Mar 31 15:57:42.347612 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc5c3b-1bf0-4717-9165-1cc3277b6f1e req-02c90969-f85c-4bb3-9a10-e38220f120df tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:42.355491 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fddc5c3b-1bf0-4717-9165-1cc3277b6f1e req-02c90969-f85c-4bb3-9a10-e38220f120df tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.2115207 Mar 31 15:57:42.375200 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Pushing event updated for resources: {'Port': ['ID=21fb5858-8f16-4e2c-a421-90dc44a131bb,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:42.445291 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d675b46-faed-449b-800b-f974c15df05d req-ae7d17f7-5f85-42ad-a15f-f8b756ec70d7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:42.448156 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d675b46-faed-449b-800b-f974c15df05d req-ae7d17f7-5f85-42ad-a15f-f8b756ec70d7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.4439476 Mar 31 15:57:42.521837 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fddc5c3b-1bf0-4717-9165-1cc3277b6f1e req-b775eeee-0b31-47ee-aaf4-d041359d3b0f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649115 Mar 31 15:57:42.542280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-f0acff76-79ba-4d6e-9ee3-872f88bd31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:42.542280 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-f0acff76-79ba-4d6e-9ee3-872f88bd31ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.2644672 Mar 31 15:57:42.645866 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d675b46-faed-449b-800b-f974c15df05d req-77ecec3a-63c0-4e58-b802-1e7ea63f5171 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892676 Mar 31 15:57:42.723115 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-78278830-6f85-4832-b773-bed06886393a None None] Provisioning complete for port 21fb5858-8f16-4e2c-a421-90dc44a131bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:42.723991 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-78278830-6f85-4832-b773-bed06886393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.739296 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-fa421524-9206-4ebe-8b2e-3c2c0e584193 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 1001 time: 0.1971502 Mar 31 15:57:42.819800 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-78278830-6f85-4832-b773-bed06886393a None None] Port 21fb5858-8f16-4e2c-a421-90dc44a131bb cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:42.824126 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-ec73e4c9-588a-461d-a0b1-ae25c8f37864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:42.825502 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-ec73e4c9-588a-461d-a0b1-ae25c8f37864 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0832567 Mar 31 15:57:42.844110 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0117a0de-5055-4885-bc7b-261cea8e2336', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'port_id': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'mac_address': 'fa:16:3e:58:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 0, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:42.879790 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8fbd7-7f9e-4ea7-891c-b2c7cd3bd1cc None None] The sync data for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi is: [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0117a0de-5055-4885-bc7b-261cea8e2336', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'port_id': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'mac_address': 'fa:16:3e:58:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 0, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:42.883804 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.917513 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-680387e8-e39e-48f1-8661-f3b02fdf6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:42.919178 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-680387e8-e39e-48f1-8661-f3b02fdf6439 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859771 Mar 31 15:57:43.146769 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-bf33e8c4-2cd3-4cbc-abe4-83ec928478dc service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891377 Mar 31 15:57:43.198819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks [] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.282779 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30947d16-00bc-48a7-9432-bf46736375ef None None] New status for floating IP 0117a0de-5055-4885-bc7b-261cea8e2336: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:57:43.311510 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.313580 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (fecc096c-43da-4015-afc4-1c4b66421c49), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.413962 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Pushing event updated for resources: {'Port': ['ID=21fb5858-8f16-4e2c-a421-90dc44a131bb,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:43.473175 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:43.475450 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:43.708707 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Router fecc096c-43da-4015-afc4-1c4b66421c49 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:43.720942 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.736609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59213ddc-936d-4189-80bb-a424a6789637 req-16e82e6d-57f4-49ed-bd9b-54fe7385814b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:43.739049 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59213ddc-936d-4189-80bb-a424a6789637 req-16e82e6d-57f4-49ed-bd9b-54fe7385814b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.1169746 Mar 31 15:57:43.845456 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59213ddc-936d-4189-80bb-a424a6789637 req-77dc9a0f-8742-40b4-85ad-b231ef9495c5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005032 Mar 31 15:57:43.893612 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 94630766-bd5b-4fe6-9812-ed96715ca17b up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:43.948582 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc11ddd-da04-4d10-9134-695311062176 req-8d726328-f66b-4fb0-b52d-2d44b4ec1002 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:43.956716 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-efc11ddd-da04-4d10-9134-695311062176 req-8d726328-f66b-4fb0-b52d-2d44b4ec1002 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1964405 Mar 31 15:57:43.970791 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-83222e3b-6821-484c-99b0-1bceb3e7bc41 None None] Provisioning complete for port 21fb5858-8f16-4e2c-a421-90dc44a131bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:43.971175 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-83222e3b-6821-484c-99b0-1bceb3e7bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.975538 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 94630766-bd5b-4fe6-9812-ed96715ca17b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:43.975924 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.998806 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:44.006232 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5cb7c200-fb84-4718-9e34-27613588c4fe admin admin] 10.222.0.58 "PUT /v2.0/routers/fecc096c-43da-4015-afc4-1c4b66421c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4953136 Mar 31 15:57:44.024964 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-efc11ddd-da04-4d10-9134-695311062176 req-02502387-7cf4-4dc9-becc-7a7e92e9a227 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671680 Mar 31 15:57:44.044530 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-83222e3b-6821-484c-99b0-1bceb3e7bc41 None None] Port 21fb5858-8f16-4e2c-a421-90dc44a131bb cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:44.103161 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 94630766-bd5b-4fe6-9812-ed96715ca17b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:44.104498 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2570dd45-ee80-44c3-b346-8582d04c05f1 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:44.169690 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 2570dd45-ee80-44c3-b346-8582d04c05f1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:44.170199 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.268184 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 2570dd45-ee80-44c3-b346-8582d04c05f1 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:44.268834 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.292505 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 2570dd45-ee80-44c3-b346-8582d04c05f1, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=2570dd45-ee80-44c3-b346-8582d04c05f1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:44.354482 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.436169 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=2570dd45-ee80-44c3-b346-8582d04c05f1,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:44.757734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Sync routers for ids ['fecc096c-43da-4015-afc4-1c4b66421c49'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:44.770018 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Routers {'fecc096c-43da-4015-afc4-1c4b66421c49'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:44.770696 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['fecc096c-43da-4015-afc4-1c4b66421c49'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:44.902885 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Set router fecc096c-43da-4015-afc4-1c4b66421c49 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:44.941429 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.052675 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb4f55-8001-4b03-a0b5-c4528f4cf081 req-2617efc0-ca09-4f73-bfb7-6edcc5608ee7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:45.054330 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ecdb4f55-8001-4b03-a0b5-c4528f4cf081 req-2617efc0-ca09-4f73-bfb7-6edcc5608ee7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.0967357 Mar 31 15:57:45.158022 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ecdb4f55-8001-4b03-a0b5-c4528f4cf081 req-4d66f84e-2fe1-4040-a623-a2a55928d06b tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855825 Mar 31 15:57:45.220794 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T15:57:42Z', 'revision_number': 4, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '21fb5858-8f16-4e2c-a421-90dc44a131bb', 'name': '', 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'mac_address': 'fa:16:3e:da:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2f428d62-7094-439b-a4c2-7016aefa8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:41Z', 'updated_at': '2022-03-31T15:57:43Z', 'revision_number': 2, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'subnets': [{'id': '2f428d62-7094-439b-a4c2-7016aefa8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:45.230512 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc39d-8eb8-46a6-907d-aa2fe7f23b21 req-5a464707-79b4-4ba5-9126-d92151fe1c77 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:45.233338 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-068dc39d-8eb8-46a6-907d-aa2fe7f23b21 req-5a464707-79b4-4ba5-9126-d92151fe1c77 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0932655 Mar 31 15:57:45.249746 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Checking router: fecc096c-43da-4015-afc4-1c4b66421c49 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:45.250102 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Updating router fecc096c-43da-4015-afc4-1c4b66421c49 port 21fb5858-8f16-4e2c-a421-90dc44a131bb binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:45.287285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.330786 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-068dc39d-8eb8-46a6-907d-aa2fe7f23b21 req-edb9e1b2-0f6d-4e7c-92bb-6c657ca772d0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903132 Mar 31 15:57:45.895173 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2570dd45-ee80-44c3-b346-8582d04c05f1 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:45.931530 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Publish callbacks [] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.012521 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22243f95-f6d2-40e1-92e5-005b8b22ca6c req-379a35ca-1470-4dd3-aad9-741330bec413 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335887 Mar 31 15:57:46.012688 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 2570dd45-ee80-44c3-b346-8582d04c05f1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:46.012688 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.130320 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 2570dd45-ee80-44c3-b346-8582d04c05f1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:46.217288 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.302407 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310faae-74c9-4657-a9b1-d21a89c03cb8 None None] Pushing event updated for resources: {'Port': ['ID=21fb5858-8f16-4e2c-a421-90dc44a131bb,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:46.485756 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Attempting to bind port 21fb5858-8f16-4e2c-a421-90dc44a131bb on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:46.485756 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Attempting to bind port 21fb5858-8f16-4e2c-a421-90dc44a131bb by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:46.485756 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Attempting to bind port 21fb5858-8f16-4e2c-a421-90dc44a131bb on network f63889bb-de4a-4cb1-8bbb-1aa711b9636d {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:46.491739 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:46.492115 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Checking segment: {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:46.492511 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.492903 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Bound using segment: {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:46.493456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Bound port: 21fb5858-8f16-4e2c-a421-90dc44a131bb, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:46.494504 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.529841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553bd6a-97a0-4ac9-ba63-e65700ab73b6 req-4951fd01-6e10-44a9-a029-123818d5f468 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.551401 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1553bd6a-97a0-4ac9-ba63-e65700ab73b6 req-4951fd01-6e10-44a9-a029-123818d5f468 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.2078109 Mar 31 15:57:46.645188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] For port 21fb5858-8f16-4e2c-a421-90dc44a131bb, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:46.656128 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] For port 21fb5858-8f16-4e2c-a421-90dc44a131bb, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=21fb5858-8f16-4e2c-a421-90dc44a131bb,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:46.663563 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.698114 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1553bd6a-97a0-4ac9-ba63-e65700ab73b6 req-62d3d0fe-911f-4418-8e74-1f2109f04b1c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381605 Mar 31 15:57:46.699581 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00072-e55a-4916-bc43-276fb8c93c24 req-eb183b6b-81e1-4a03-9fb5-a16a6b819f05 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.703158 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9aa00072-e55a-4916-bc43-276fb8c93c24 req-eb183b6b-81e1-4a03-9fb5-a16a6b819f05 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1100342 Mar 31 15:57:46.789523 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.848954 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9aa00072-e55a-4916-bc43-276fb8c93c24 req-17788c77-fe1f-4eb0-a09d-8ec4e3ee141f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305506 Mar 31 15:57:47.067222 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Routers {'fecc096c-43da-4015-afc4-1c4b66421c49'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:47.073078 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['fecc096c-43da-4015-afc4-1c4b66421c49'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:47.073078 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310faae-74c9-4657-a9b1-d21a89c03cb8 None None] Pushing event updated for resources: {'Port': ['ID=21fb5858-8f16-4e2c-a421-90dc44a131bb,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:47.142723 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] Provisioning complete for port 21fb5858-8f16-4e2c-a421-90dc44a131bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:47.142723 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:47.386391 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] Set router fecc096c-43da-4015-afc4-1c4b66421c49 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:47.442692 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] Current status of the port 21fb5858-8f16-4e2c-a421-90dc44a131bb is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:47.443308 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:47.585232 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] For port 21fb5858-8f16-4e2c-a421-90dc44a131bb, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=21fb5858-8f16-4e2c-a421-90dc44a131bb,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:47.662606 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:47.857387 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da3388-5178-4132-b4c0-54d823c832b6 None None] Pushing event updated for resources: {'Port': ['ID=21fb5858-8f16-4e2c-a421-90dc44a131bb,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:47.866165 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a9902693-5f96-4e3e-a3c9-127762886c1e None None] Provisioning complete for port 21fb5858-8f16-4e2c-a421-90dc44a131bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:47.866781 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a9902693-5f96-4e3e-a3c9-127762886c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:48.029868 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc6a2-86a8-48e4-8635-1c3c3f541056 req-a487a570-e37d-4f43-b78e-4603e1ef5a84 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:48.031630 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T15:57:42Z', 'revision_number': 4, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '21fb5858-8f16-4e2c-a421-90dc44a131bb', 'name': '', 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'mac_address': 'fa:16:3e:da:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2f428d62-7094-439b-a4c2-7016aefa8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:41Z', 'updated_at': '2022-03-31T15:57:46Z', 'revision_number': 4, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'subnets': [{'id': '2f428d62-7094-439b-a4c2-7016aefa8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:48.039576 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-059cc6a2-86a8-48e4-8635-1c3c3f541056 req-a487a570-e37d-4f43-b78e-4603e1ef5a84 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.1698313 Mar 31 15:57:48.095694 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553549f-9a66-47c4-865b-da7640be4273 None None] The sync data for ids ['fecc096c-43da-4015-afc4-1c4b66421c49'] in dv-cinder-836027-1-iscsi is: [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T15:57:42Z', 'revision_number': 4, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '21fb5858-8f16-4e2c-a421-90dc44a131bb', 'name': '', 'network_id': 'f63889bb-de4a-4cb1-8bbb-1aa711b9636d', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'mac_address': 'fa:16:3e:da:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2f428d62-7094-439b-a4c2-7016aefa8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:41Z', 'updated_at': '2022-03-31T15:57:46Z', 'revision_number': 4, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'subnets': [{'id': '2f428d62-7094-439b-a4c2-7016aefa8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:48.110301 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a9902693-5f96-4e3e-a3c9-127762886c1e None None] Current status of the port 21fb5858-8f16-4e2c-a421-90dc44a131bb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:48.252810 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeee041-2797-43b0-9303-d0eca32cd358 req-3260c13b-6678-4a88-8342-c6cc2a9e3c1f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:48.256645 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-059cc6a2-86a8-48e4-8635-1c3c3f541056 req-0df77014-eb01-49ff-a5b8-c56defecebb0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028933 Mar 31 15:57:48.259120 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6eeee041-2797-43b0-9303-d0eca32cd358 req-3260c13b-6678-4a88-8342-c6cc2a9e3c1f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.2266042 Mar 31 15:57:48.389594 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6eeee041-2797-43b0-9303-d0eca32cd358 req-d092f70c-a4a8-484f-bc2f-b1aed6d8619b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232104 Mar 31 15:57:48.923301 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-3d7c72d3-b2a7-4e97-b247-ee09fb0fe0a2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:48.924956 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-3d7c72d3-b2a7-4e97-b247-ee09fb0fe0a2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.1208434 Mar 31 15:57:49.063629 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:49.065695 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:49.277355 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] For port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:49.277910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:49.683066 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f72b5e-cb1b-4262-8ab2-abf22a1a9833 req-55500996-1846-4121-a490-e6ed81b30b21 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:49.685662 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32f72b5e-cb1b-4262-8ab2-abf22a1a9833 req-55500996-1846-4121-a490-e6ed81b30b21 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1372659 Mar 31 15:57:49.770989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 21fb5858-8f16-4e2c-a421-90dc44a131bb up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:49.802306 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32f72b5e-cb1b-4262-8ab2-abf22a1a9833 req-7b9c2e64-a5f3-4fcf-8c88-d9e5122f851b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036160 Mar 31 15:57:49.822057 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:49.824724 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc1e2-26a3-4d8a-a162-f94b3ce113a9 req-87bbd1fd-53ec-490c-ad8b-a132edaf7ddd tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:49.837048 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-542dc1e2-26a3-4d8a-a162-f94b3ce113a9 req-87bbd1fd-53ec-490c-ad8b-a132edaf7ddd tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 946 time: 0.4080052 Mar 31 15:57:49.887825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 21fb5858-8f16-4e2c-a421-90dc44a131bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:49.887825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:49.958367 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:49.959297 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (f2a96614-e7dc-40fa-bca5-74af4f38282a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:49.960511 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP f2a96614-e7dc-40fa-bca5-74af4f38282a disassociated. External IP: 172.27.1.116, port: 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e. Mar 31 15:57:49.961132 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:50.020315 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-542dc1e2-26a3-4d8a-a162-f94b3ce113a9 req-933ff58c-8a7c-47bf-a752-bf20fd1500df tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817739 Mar 31 15:57:50.128841 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 21fb5858-8f16-4e2c-a421-90dc44a131bb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:50.500074 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (3ea13b3b-65a3-409f-9ce5-aebe9b88c41e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:50.540813 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=3ea13b3b-65a3-409f-9ce5-aebe9b88c41e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:50.829183 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:51.153869 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:51.178183 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:51.203840 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:51.208910 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:51.260273 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aad7bd-26a3-4ed3-8019-6deab5f5cc2a req-32596232-99b7-428c-8638-23eb756a763d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:51.268519 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-57aad7bd-26a3-4ed3-8019-6deab5f5cc2a req-32596232-99b7-428c-8638-23eb756a763d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.2317278 Mar 31 15:57:51.307196 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e793095-2bec-4ff4-bd97-46ecc2019d7c req-3c153dc2-70c0-4426-8c18-b9a3ecc921bc tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.0459006 Mar 31 15:57:51.308145 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] No DVR routers for this DVR port 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:51.314154 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:51.318007 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d04e29e2-8276-466e-8337-3b7fb3b72ff9 req-376b733f-174e-4ad0-b7bf-8bb408b2c91d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "DELETE /v2.0/ports/3ea13b3b-65a3-409f-9ce5-aebe9b88c41e HTTP/1.1" status: 204 len: 173 time: 2.3822446 Mar 31 15:57:51.318811 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'name': 'network-vif-deleted', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:51.321709 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c175859-4db0-4186-96d1-f9969b6428bd" -d '{"events": [{"server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "name": "network-vif-deleted", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:51.371298 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a02b930-3c51-4c5a-81f6-830a7452ed45 x-openstack-request-id: req-9a02b930-3c51-4c5a-81f6-830a7452ed45 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:51.371679 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b", "name": "network-vif-deleted", "tag": "3ea13b3b-65a3-409f-9ce5-aebe9b88c41e", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:51.371858 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a02b930-3c51-4c5a-81f6-830a7452ed45 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:51.372273 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a02b930-3c51-4c5a-81f6-830a7452ed45'] response: {'server_uuid': '9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b', 'name': 'network-vif-deleted', 'tag': '3ea13b3b-65a3-409f-9ce5-aebe9b88c41e', 'status': 'completed', 'code': 200} Mar 31 15:57:51.438856 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-57aad7bd-26a3-4ed3-8019-6deab5f5cc2a req-96bb145e-388b-489e-a927-cbca7d9d2a29 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632588 Mar 31 15:57:51.529041 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:52.236001 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:12Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:52.280275 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:52.291437 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:52.292098 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:52.513628 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d29ee108-0560-4d80-a9cb-03437fdfcb3c req-7ba319ff-687b-4799-9626-07d41f79bf97 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.0751688 Mar 31 15:57:52.823476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ec97b-9fe5-433d-94d5-e0f63a519218 req-dea6cfad-98b5-477b-b607-40ea6388e136 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:52.836677 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b20ec97b-9fe5-433d-94d5-e0f63a519218 req-dea6cfad-98b5-477b-b607-40ea6388e136 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1568837 Mar 31 15:57:52.970050 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b20ec97b-9fe5-433d-94d5-e0f63a519218 req-97f8d1e0-ef8d-4395-86c6-ee8b2e326fa8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297040 Mar 31 15:57:53.034305 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:53.518765 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:57:53.529436 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:12Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:53.622961 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:57:53.631994 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 3ea13b3b-65a3-409f-9ce5-aebe9b88c41e not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:57:53.710066 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17de2f-21f8-4dfa-b65c-d6c0deffba19 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '0220e0cf-608c-4368-88a4-83abbcda63e9', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:f6:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:54:12Z', 'updated_at': '2022-03-31T15:55:12Z', 'revision_number': 2, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:53.901138 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-582d7234-0bd2-4e89-a004-116f508e79c2 req-45d7a2f9-5405-4643-8919-033a487053a3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.1851327 Mar 31 15:57:54.266499 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef776ef-0735-427d-a5be-e2e44cbc7b00 req-bf8648a4-9822-440a-9558-4b865b70cbb4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:54.274519 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ef776ef-0735-427d-a5be-e2e44cbc7b00 req-bf8648a4-9822-440a-9558-4b865b70cbb4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0799563 Mar 31 15:57:54.418371 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ef776ef-0735-427d-a5be-e2e44cbc7b00 req-a9492391-6e32-457c-8cd3-35f8e89d7db0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386590 Mar 31 15:57:54.534089 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c493130-6409-47c4-8176-97f4ca0d3391 None None] New status for floating IP f2a96614-e7dc-40fa-bca5-74af4f38282a: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:57:55.296770 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43164981-d5f1-45e3-ae62-e57692051739 req-156e84d8-3af9-4173-bf32-e7e43efdd8cd tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ec8a82b-f5a2-48e7-9a47-9ed0bef7b14b HTTP/1.1" status: 200 len: 210 time: 0.1676323 Mar 31 15:57:55.738801 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347742df-046d-4e6d-ab53-5ea187bf45d4 req-48e477b0-bad3-4492-8bbf-5cfc4d5c4e85 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:55.747332 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-347742df-046d-4e6d-ab53-5ea187bf45d4 req-48e477b0-bad3-4492-8bbf-5cfc4d5c4e85 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1612546 Mar 31 15:57:55.820919 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-347742df-046d-4e6d-ab53-5ea187bf45d4 req-3fa6320b-5e39-4b3d-a553-086a21d7f174 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722740 Mar 31 15:57:56.532263 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 32808) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:56.704093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (0dd2ba5e-beb0-40bf-9832-fb9c9638d64a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:56.740011 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (0dd2ba5e-beb0-40bf-9832-fb9c9638d64a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:56.913201 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (0dd2ba5e-beb0-40bf-9832-fb9c9638d64a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:56.915887 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:56.917261 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/security-groups/0dd2ba5e-beb0-40bf-9832-fb9c9638d64a HTTP/1.1" status: 204 len: 168 time: 0.3818219 Mar 31 15:57:56.920181 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 32816) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:56.938321 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-00dbe3a4-5ee5-4104-955a-912f9f2dccc1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] show failed (client error): The resource could not be found. Mar 31 15:57:56.943490 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-00dbe3a4-5ee5-4104-955a-912f9f2dccc1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups/0dd2ba5e-beb0-40bf-9832-fb9c9638d64a HTTP/1.1" status: 404 len: 347 time: 0.0221474 Mar 31 15:57:56.943742 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd2ba5e-beb0-40bf-9832-fb9c9638d64a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:56.944513 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 32818) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:56.963614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.963614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.963614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.964053 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.964053 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.964378 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.964719 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.965053 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.965379 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.965704 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.966033 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.966365 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.966751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.978834 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:56.979350 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830d54b-419b-41b9-8590-b259d0a97fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:57.132708 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5270a-34c8-426f-ab95-24d073dca539 req-fea9084a-495f-4886-bc25-cf4e5c1f3411 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:57.141963 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1b5270a-34c8-426f-ab95-24d073dca539 req-fea9084a-495f-4886-bc25-cf4e5c1f3411 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.2028768 Mar 31 15:57:57.289679 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port 2f79779c-3363-4a51-9e0d-dcc581ae9604 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:57.291823 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:57.339892 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1b5270a-34c8-426f-ab95-24d073dca539 req-774cdd6b-868c-4fb2-8d13-50c7b3f8e05a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961098 Mar 31 15:57:57.506998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:57.507638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (2f79779c-3363-4a51-9e0d-dcc581ae9604), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:57.523806 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for 2f79779c-3363-4a51-9e0d-dcc581ae9604 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:57.963436 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (2f79779c-3363-4a51-9e0d-dcc581ae9604), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:58.026442 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=2f79779c-3363-4a51-9e0d-dcc581ae9604,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:58.043476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.044062 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.044529 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.045315 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.047007 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.047815 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.048382 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.049038 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.049558 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.050153 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.050839 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.051476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.052002 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.052560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.054067 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:58.151733 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (f2a96614-e7dc-40fa-bca5-74af4f38282a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:58.160508 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:58.165061 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d5bc1e6d-f618-436f-9063-e2d3061d7b94 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/floatingips/f2a96614-e7dc-40fa-bca5-74af4f38282a HTTP/1.1" status: 204 len: 168 time: 1.2184970 Mar 31 15:57:58.707338 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf17429-e100-4b89-8d21-21f3d743c6f9 req-2a38f999-dee0-4ff8-b944-1f4dd63eafd8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:58.709025 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-caf17429-e100-4b89-8d21-21f3d743c6f9 req-2a38f999-dee0-4ff8-b944-1f4dd63eafd8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1161878 Mar 31 15:57:58.821378 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-caf17429-e100-4b89-8d21-21f3d743c6f9 req-bb91fc01-d753-4da9-9168-b563582de835 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974104 Mar 31 15:57:59.097220 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-92643443-5cb1-4285-b7ab-3a8e5c0d8083 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980177 Mar 31 15:57:59.259329 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-91b4150f-b0b8-44a5-aeaa-39db41c67817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.263397 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-91b4150f-b0b8-44a5-aeaa-39db41c67817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 1130 time: 0.1177106 Mar 31 15:57:59.394576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-bc35ea90-1ec4-4a53-b50d-e8c81bb593ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.396164 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-bc35ea90-1ec4-4a53-b50d-e8c81bb593ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1112330 Mar 31 15:57:59.518312 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-f140286c-a333-49df-aed0-8df497073c2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0 HTTP/1.1" status: 200 len: 217 time: 0.1148012 Mar 31 15:57:59.682157 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-0f9b9e86-f201-411c-be2c-563639d430aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.684626 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-0f9b9e86-f201-411c-be2c-563639d430aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.1487248 Mar 31 15:57:59.810188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-8036007f-9de0-4421-8bfd-41f5e4268fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.813587 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-8036007f-9de0-4421-8bfd-41f5e4268fff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883610 Mar 31 15:57:59.992638 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-bb2ce82e-7c71-4fa3-9b4a-97f935a0d603 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701071 Mar 31 15:58:00.112389 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635fa6-fa1f-427f-8575-f46bc06a3e08 req-18e7681a-f3fe-4556-8487-5cc78580f438 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:00.117903 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-22635fa6-fa1f-427f-8575-f46bc06a3e08 req-18e7681a-f3fe-4556-8487-5cc78580f438 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1189771 Mar 31 15:58:00.305346 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-22635fa6-fa1f-427f-8575-f46bc06a3e08 req-6f174553-0a17-4f5b-8bcd-3e29ddd46eee tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799786 Mar 31 15:58:00.306061 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-566c276a-91f4-4991-a262-eb3b4f35c264 req-9ebb131a-0735-489a-b1e6-ba9a6aa11c1f service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007667 Mar 31 15:58:01.689828 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf57c82-9b9a-4da0-971d-e8015541d90e req-7495131b-aa42-48c2-b787-37b342788333 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:01.691550 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-adf57c82-9b9a-4da0-971d-e8015541d90e req-7495131b-aa42-48c2-b787-37b342788333 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1001642 Mar 31 15:58:01.753289 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-adf57c82-9b9a-4da0-971d-e8015541d90e req-1389e52f-5dd6-4393-9fa3-4a68ece4f519 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Mar 31 15:58:02.752631 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15391ca-72ce-4638-bb4e-c4c83be95ca4 req-c14181e3-33b8-45d5-b67c-3e7530d7bf72 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:02.770152 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d15391ca-72ce-4638-bb4e-c4c83be95ca4 req-c14181e3-33b8-45d5-b67c-3e7530d7bf72 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.1388686 Mar 31 15:58:02.970966 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d15391ca-72ce-4638-bb4e-c4c83be95ca4 req-50f9bdd1-d170-45f2-b04a-855f365f9d0f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939287 Mar 31 15:58:03.116240 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b86f-39e7-483b-b7b9-3f030e68cd82 req-2aa90db4-2b64-40ba-9423-025e5840ebf7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:03.119467 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c838b86f-39e7-483b-b7b9-3f030e68cd82 req-2aa90db4-2b64-40ba-9423-025e5840ebf7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1948385 Mar 31 15:58:03.212525 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c838b86f-39e7-483b-b7b9-3f030e68cd82 req-f20f92dd-2e81-495c-ab98-b73eb28ed75f tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821838 Mar 31 15:58:04.243958 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8338160-895b-49ac-b39f-fa0bf592cc3a req-bd61f579-8ed4-466a-b6b0-097a8551797e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:04.246826 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8338160-895b-49ac-b39f-fa0bf592cc3a req-bd61f579-8ed4-466a-b6b0-097a8551797e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.1014135 Mar 31 15:58:04.342463 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8338160-895b-49ac-b39f-fa0bf592cc3a req-7de0a4b3-7dbe-4acb-a5a2-448a1f8841ea tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828922 Mar 31 15:58:04.596607 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa076f68-769c-4846-b8b6-573c285fe787 req-02018a49-c412-4854-a74a-6198bb7e8838 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:04.604827 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aa076f68-769c-4846-b8b6-573c285fe787 req-02018a49-c412-4854-a74a-6198bb7e8838 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1056361 Mar 31 15:58:04.637728 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-74317ae5-80fe-4205-a60b-387755824d6a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:04.640716 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-74317ae5-80fe-4205-a60b-387755824d6a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.2068999 Mar 31 15:58:04.684731 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aa076f68-769c-4846-b8b6-573c285fe787 req-529b93d5-f305-486c-ba88-6283f46702a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767815 Mar 31 15:58:04.793368 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-d61c10a2-d34e-4cf6-83b2-ad8d573f3009 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:04.802310 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-d61c10a2-d34e-4cf6-83b2-ad8d573f3009 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 815 time: 0.1596358 Mar 31 15:58:04.819537 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-0e222bb2-6a8b-4cce-bb7f-4a64f9c331e3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/quotas/4559ade4445e4fd9a207f751d33cce3d HTTP/1.1" status: 200 len: 375 time: 0.0157642 Mar 31 15:58:04.883388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:04.889036 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:04.951153 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-29b213c0-a11e-462e-8ca3-5da81e239ab3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269996 Mar 31 15:58:05.131764 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] For port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:05.132101 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:05.181701 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-64ab30bc-5c6f-45f4-8eb9-8c0dd20ec910 service neutron] 10.222.0.58 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165637 Mar 31 15:58:05.399343 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d812-d828-4382-a37a-191e51862e94 req-977ce939-7714-42f8-adb9-dbb1273d6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.402470 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed93d812-d828-4382-a37a-191e51862e94 req-977ce939-7714-42f8-adb9-dbb1273d6cb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.1143975 Mar 31 15:58:05.494730 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-f572a0f2-c160-4b30-b879-d41452b3ed09 service neutron] 10.222.0.58 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006821 Mar 31 15:58:05.555923 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed93d812-d828-4382-a37a-191e51862e94 req-76b322a8-ecc4-4bc2-aeaf-32cb5e8cb084 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399565 Mar 31 15:58:05.606671 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:05.606671 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (0220e0cf-608c-4368-88a4-83abbcda63e9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:05.613015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP 0220e0cf-608c-4368-88a4-83abbcda63e9 disassociated. External IP: 172.27.1.146, port: e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee. Mar 31 15:58:05.615025 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:05.734880 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0316c2a-6833-47d7-93f0-61afbb6acbb9 req-c34b8ed7-75f7-4c0c-9c90-497ed629f90e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.738187 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0316c2a-6833-47d7-93f0-61afbb6acbb9 req-c34b8ed7-75f7-4c0c-9c90-497ed629f90e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 945 time: 0.2363048 Mar 31 15:58:05.820821 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d0316c2a-6833-47d7-93f0-61afbb6acbb9 req-a7c126c2-d474-4ae2-aed3-0f1b319dcffd tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=a92e7ff4-eaf7-44b9-85f0-a03780ccc675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682108 Mar 31 15:58:06.015874 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db94ab34-defb-450b-b5ad-197a2148a19a req-52bb79eb-8e15-4a38-907b-7d3033cc7a7b tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 210 time: 0.0621607 Mar 31 15:58:06.058509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbd693-0239-49de-96a2-c968b7efd3e9 req-e8fe2fcc-f69c-455a-abf4-502c01c88ef2 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.075327 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-88bbd693-0239-49de-96a2-c968b7efd3e9 req-e8fe2fcc-f69c-455a-abf4-502c01c88ef2 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1259775 Mar 31 15:58:06.112057 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:06.144088 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:06.212534 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-88bbd693-0239-49de-96a2-c968b7efd3e9 req-63416ce2-2102-4e65-919f-e01615fc630e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285698 Mar 31 15:58:06.338293 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:06.840185 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:06.855467 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:06.885820 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:06.887269 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:06.971958 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] No DVR routers for this DVR port e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:06.977119 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:06.983041 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7237820-7423-40b9-ac26-0a5a3c4b0811 req-630a1cf3-a4d6-46c8-b874-e242d6d11d56 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "DELETE /v2.0/ports/e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee HTTP/1.1" status: 204 len: 173 time: 2.3112833 Mar 31 15:58:06.986376 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'name': 'network-vif-deleted', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:06.992216 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fecf9f-6ad5-4f29-aac7-89180c39a0fe" -d '{"events": [{"server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "name": "network-vif-deleted", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:07.076310 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-158f18e2-485d-4d2a-a12e-0bb30cc6b89d req-73681ade-a27a-422a-a544-380a50f8c28a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.1294947 Mar 31 15:58:07.091650 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27123f34-1e41-44a9-b352-3c28e2f682a2 x-openstack-request-id: req-27123f34-1e41-44a9-b352-3c28e2f682a2 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:07.092235 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e791f-6e6a-4165-a37b-ee774bd0b29e", "name": "network-vif-deleted", "tag": "e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:07.092840 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27123f34-1e41-44a9-b352-3c28e2f682a2 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:07.093418 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27123f34-1e41-44a9-b352-3c28e2f682a2'] response: {'server_uuid': 'ab6e791f-6e6a-4165-a37b-ee774bd0b29e', 'name': 'network-vif-deleted', 'tag': 'e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee', 'status': 'completed', 'code': 200} Mar 31 15:58:07.178985 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:07.181994 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-522b93a4-7014-4990-b91a-7538ceabf63d req-6808ffae-6448-45e7-a213-c444bc4bf81d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 210 time: 0.0459523 Mar 31 15:58:07.489105 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ba4f0-ebc2-4619-b6ba-f4664ca87b0e req-015e42ab-e7cd-4a9e-adb6-a561097c8d4c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.500517 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-116ba4f0-ebc2-4619-b6ba-f4664ca87b0e req-015e42ab-e7cd-4a9e-adb6-a561097c8d4c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1680551 Mar 31 15:58:07.527160 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:07.585271 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:07.585934 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e9b249fa-7b5c-4586-9ca1-7d3c6f8e51ee not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:07.595439 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:07.655160 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-116ba4f0-ebc2-4619-b6ba-f4664ca87b0e req-78db09df-a9c0-4351-b2eb-7c165133b1fe tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475661 Mar 31 15:58:07.685849 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:07.702704 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:07.704330 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:57:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:07.938596 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:07.950816 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-475860c1-6f6a-4d79-b8af-f6845d0fadf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:08.214892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33016) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:08.427473 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc34a027-447d-46f8-bbf2-5404d5e46a84 req-b8ae5b30-6b24-4646-b7ee-e9851a739fca tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6e791f-6e6a-4165-a37b-ee774bd0b29e HTTP/1.1" status: 200 len: 210 time: 0.0869229 Mar 31 15:58:08.491937 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa438e54-bd2e-4cc7-99e7-e1ce5227d3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:08.532799 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:08.646970 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f1ed9-cd81-4948-8d89-660722cb684d None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:08.704834 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874ba8-72e8-4679-9048-4e56d5937fa6 req-7c20edda-4332-48fc-b17c-54e3f3669ef0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:08.713056 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3c874ba8-72e8-4679-9048-4e56d5937fa6 req-7c20edda-4332-48fc-b17c-54e3f3669ef0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1776774 Mar 31 15:58:08.814097 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50a6de89-a6ba-42d9-800b-f2a04f730e7c req-4ce6df0d-b9f2-45f1-8cd5-498f9470d4d7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 210 time: 0.2111363 Mar 31 15:58:08.884467 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3c874ba8-72e8-4679-9048-4e56d5937fa6 req-11e7d62d-50e1-4917-bf6b-794c46312099 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686313 Mar 31 15:58:08.930093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc502-a818-495b-88e0-1296feda12fc req-658417d5-a7e2-43ec-bbd1-77a2ccb611f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:08.933187 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-658417d5-a7e2-43ec-bbd1-77a2ccb611f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.2854114 Mar 31 15:58:08.982381 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa438e54-bd2e-4cc7-99e7-e1ce5227d3d7 admin admin] Publish callbacks [] for security_group (c7a195d6-4805-4ef6-aa02-482a9d56f1df), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.094279 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc502-a818-495b-88e0-1296feda12fc req-561c78cb-3f48-4da8-9275-55865e7c4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:09.096178 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-561c78cb-3f48-4da8-9275-55865e7c4996 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1564484 Mar 31 15:58:09.102054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa438e54-bd2e-4cc7-99e7-e1ce5227d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c7a195d6-4805-4ef6-aa02-482a9d56f1df), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.184628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93cc6c4-fc88-45d4-82ab-1b9d77990778 None None] New status for floating IP 0220e0cf-608c-4368-88a4-83abbcda63e9: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:09.208448 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa438e54-bd2e-4cc7-99e7-e1ce5227d3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a195d6-4805-4ef6-aa02-482a9d56f1df,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:09.249305 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-aa438e54-bd2e-4cc7-99e7-e1ce5227d3d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=576725a4df824631a089576cb2402e99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0324264 Mar 31 15:58:09.252809 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33028) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:09.269391 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-7a61f9f7-6927-48ec-84d8-53fa98f2374f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 1001 time: 0.1628516 Mar 31 15:58:09.360657 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8971127-c0d7-449f-a2a6-c6c194e6b204 admin admin] Publish callbacks [] for security_group (c7a195d6-4805-4ef6-aa02-482a9d56f1df), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.376074 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc502-a818-495b-88e0-1296feda12fc req-fa57afb3-ffc5-401c-89db-c9fd0365bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:09.377753 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-fa57afb3-ffc5-401c-89db-c9fd0365bea0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0981405 Mar 31 15:58:09.398309 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8971127-c0d7-449f-a2a6-c6c194e6b204 admin admin] Publish callbacks [] for security_group (c7a195d6-4805-4ef6-aa02-482a9d56f1df), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.503576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc502-a818-495b-88e0-1296feda12fc req-08833f35-1d46-406e-9b82-c9020c81322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:09.509106 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-08833f35-1d46-406e-9b82-c9020c81322e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229811 Mar 31 15:58:09.589894 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8971127-c0d7-449f-a2a6-c6c194e6b204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c7a195d6-4805-4ef6-aa02-482a9d56f1df), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.596703 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8971127-c0d7-449f-a2a6-c6c194e6b204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.596703 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c8971127-c0d7-449f-a2a6-c6c194e6b204 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7a195d6-4805-4ef6-aa02-482a9d56f1df HTTP/1.1" status: 204 len: 168 time: 0.3411338 Mar 31 15:58:09.616869 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8971127-c0d7-449f-a2a6-c6c194e6b204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a195d6-4805-4ef6-aa02-482a9d56f1df,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:09.657256 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33036) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:09.730110 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:58:09.757409 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-e1e0c351-110d-4dfb-806a-202d21067236 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392311 Mar 31 15:58:09.905649 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c00937a-455f-438a-b8a7-af0882eaced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (a92e7ff4-eaf7-44b9-85f0-a03780ccc675), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.973790 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c00937a-455f-438a-b8a7-af0882eaced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (a92e7ff4-eaf7-44b9-85f0-a03780ccc675), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.980493 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79ccc502-a818-495b-88e0-1296feda12fc req-489b590c-43a6-4eea-be03-10988860f193 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959639 Mar 31 15:58:10.037023 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeac86b8-2c2a-402c-9f93-9a89f778a217 req-f30a8f7b-0f97-41ab-8c5f-e85d1a3f66c9 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 210 time: 0.0554075 Mar 31 15:58:10.117341 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8feccd-98b3-43db-8934-fda62aab970d req-d52e02df-2076-4066-b4af-06acd9fadf33 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:10.119624 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a8feccd-98b3-43db-8934-fda62aab970d req-d52e02df-2076-4066-b4af-06acd9fadf33 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1224930 Mar 31 15:58:10.190827 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a8feccd-98b3-43db-8934-fda62aab970d req-1e63197b-49aa-4bef-aa9b-c383b506c2ba tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645456 Mar 31 15:58:10.324171 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c00937a-455f-438a-b8a7-af0882eaced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (a92e7ff4-eaf7-44b9-85f0-a03780ccc675), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.348811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c00937a-455f-438a-b8a7-af0882eaced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.351362 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2c00937a-455f-438a-b8a7-af0882eaced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/security-groups/a92e7ff4-eaf7-44b9-85f0-a03780ccc675 HTTP/1.1" status: 204 len: 168 time: 0.6926537 Mar 31 15:58:10.357209 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33046) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:10.382804 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00937a-455f-438a-b8a7-af0882eaced5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e7ff4-eaf7-44b9-85f0-a03780ccc675,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:10.399929 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-0e65fc47-3226-4a8f-8619-508174693e7e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] show failed (client error): The resource could not be found. Mar 31 15:58:10.402074 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0e65fc47-3226-4a8f-8619-508174693e7e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups/a92e7ff4-eaf7-44b9-85f0-a03780ccc675 HTTP/1.1" status: 404 len: 347 time: 0.0401418 Mar 31 15:58:10.407046 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33048) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:10.544178 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-51df7507-602b-46c1-80de-756b8d07d3f4 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:10.548893 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-51df7507-602b-46c1-80de-756b8d07d3f4 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 815 time: 0.3024251 Mar 31 15:58:10.586163 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'port': {'device_id': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'admin_state_up': True, 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:10.679739 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port 44535295-23f7-4173-bf25-5af3901595f1 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:10.680698 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (44535295-23f7-4173-bf25-5af3901595f1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.853760 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (44535295-23f7-4173-bf25-5af3901595f1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.854323 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (44535295-23f7-4173-bf25-5af3901595f1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.897668 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for 44535295-23f7-4173-bf25-5af3901595f1 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:11.007341 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Made reservation on behalf of 4559ade4445e4fd9a207f751d33cce3d for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:11.007565 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-67f4558d-868b-4161-9155-9acf8c73f13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.011668 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.272182 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-137dc3f5-9b01-463b-8603-9fbb242f0666 req-1564ae1d-cce7-4bfa-bbe1-791b8e88299f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 210 time: 0.0630140 Mar 31 15:58:11.330821 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (44535295-23f7-4173-bf25-5af3901595f1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.339674 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Allocated IP 172.20.0.4 (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31/5b1cd8a9-4fc8-46f2-9d00-b643be07c10c/a199b190-7793-4c35-a9a5-c522259782f9) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:11.401918 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=44535295-23f7-4173-bf25-5af3901595f1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:11.432044 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (0220e0cf-608c-4368-88a4-83abbcda63e9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.438750 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.443686 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2a191672-352f-45b0-9515-bd118c4d87eb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/floatingips/0220e0cf-608c-4368-88a4-83abbcda63e9 HTTP/1.1" status: 204 len: 168 time: 1.0313656 Mar 31 15:58:11.510855 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14bba7-dd39-4a39-837b-864eaa8fe589 req-0b4d0bb7-33aa-46d0-a15c-fd0a2a61aa3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:11.514447 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7b14bba7-dd39-4a39-837b-864eaa8fe589 req-0b4d0bb7-33aa-46d0-a15c-fd0a2a61aa3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.2012269 Mar 31 15:58:11.634972 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7b14bba7-dd39-4a39-837b-864eaa8fe589 req-0b61c4c7-74d6-43d9-8ece-b279aa0cdff5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120329 Mar 31 15:58:11.671582 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for port (a199b190-7793-4c35-a9a5-c522259782f9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.925078 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.982503 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:11.986191 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:11.988759 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:12.052814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:12.069714 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:12.070960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.202787 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33082) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:12.208550 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428283436', 'description': 'tempest-description--1445004663'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:12.294493 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-527cd308-9676-4cc6-bdbe-6acfa57fd76d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7262571 Mar 31 15:58:12.337177 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Request body: {'port': {'device_id': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:12.370505 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-713420a0-f29f-43a2-864a-b50ce6df58c9 None None] Provisioning complete for port a199b190-7793-4c35-a9a5-c522259782f9 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:12.372442 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-713420a0-f29f-43a2-864a-b50ce6df58c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a199b190-7793-4c35-a9a5-c522259782f9), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.403251 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.449461 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-713420a0-f29f-43a2-864a-b50ce6df58c9 None None] Port a199b190-7793-4c35-a9a5-c522259782f9 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:58:12.569280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.578917 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595db2f-a2e6-477e-9df6-782d8b4fdb16 req-b39367a1-7c80-4dea-93a1-0d7a98cee89d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:12.592256 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d595db2f-a2e6-477e-9df6-782d8b4fdb16 req-b39367a1-7c80-4dea-93a1-0d7a98cee89d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 931 time: 0.1341288 Mar 31 15:58:12.659289 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (fdc4b34e-0658-4619-a31f-54c7468b73e9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.705549 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d595db2f-a2e6-477e-9df6-782d8b4fdb16 req-71a61aed-f084-46cc-b184-972a2595bc58 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117711 Mar 31 15:58:12.754900 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (fdc4b34e-0658-4619-a31f-54c7468b73e9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.815801 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc4b34e-0658-4619-a31f-54c7468b73e9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:12.859719 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:12.861738 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-66a67de2-43ad-4b70-a0be-13233e232c73 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6572094 Mar 31 15:58:12.866680 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33096) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:12.891157 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': 'fdc4b34e-0658-4619-a31f-54c7468b73e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:13.075700 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2c2d7-883d-4f63-ae31-de25e1f13da5 req-d82d89e4-bc71-4d7c-8597-04b30a151ecd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:13.078085 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e5e2c2d7-883d-4f63-ae31-de25e1f13da5 req-d82d89e4-bc71-4d7c-8597-04b30a151ecd tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1902869 Mar 31 15:58:13.093779 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (357a80de-40a1-4577-a33e-53e741fa4c51), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.208721 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e5e2c2d7-883d-4f63-ae31-de25e1f13da5 req-148be78e-775f-4326-9f1c-f7e57902d29d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962083 Mar 31 15:58:13.368989 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (357a80de-40a1-4577-a33e-53e741fa4c51), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.390996 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a199b190-7793-4c35-a9a5-c522259782f9 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:13.428654 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Publish callbacks [] for port (a199b190-7793-4c35-a9a5-c522259782f9), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.439261 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (357a80de-40a1-4577-a33e-53e741fa4c51), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.468343 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Transition to ACTIVE for port object a199b190-7793-4c35-a9a5-c522259782f9 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:58:13.526603 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357a80de-40a1-4577-a33e-53e741fa4c51,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:13.542239 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.611422 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5a5e8-e513-4408-ad76-427317f1f388 req-d2ed37f8-cf1e-4cf0-987a-5c16b16f2b16 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:13.612986 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ad5a5e8-e513-4408-ad76-427317f1f388 req-d2ed37f8-cf1e-4cf0-987a-5c16b16f2b16 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.1277847 Mar 31 15:58:13.644254 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33100) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:13.660387 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Request body: {'floatingip': {'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:13.668546 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.671188 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f3d0076d-e1c7-4fcb-adb9-e4e5415cbec6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8024750 Mar 31 15:58:13.676728 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33102) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:13.727690 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': 'fdc4b34e-0658-4619-a31f-54c7468b73e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:13.735644 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:13.752738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.902472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Attempting to bind port a199b190-7793-4c35-a9a5-c522259782f9 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:58:13.903464 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Attempting to bind port a199b190-7793-4c35-a9a5-c522259782f9 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:58:13.903464 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Attempting to bind port a199b190-7793-4c35-a9a5-c522259782f9 on network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:13.916653 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Port a199b190-7793-4c35-a9a5-c522259782f9 on network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:58:13.921847 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Attempting to bind port a199b190-7793-4c35-a9a5-c522259782f9 on network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:13.971452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.972545 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:58:13.972984 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Checking segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:58:13.973528 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Bound using segment: {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:58:13.974076 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Bound port: a199b190-7793-4c35-a9a5-c522259782f9, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e5570b-d9c5-4990-9fdd-fb5d37bca024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:58:13.974464 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.085080 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:58:14.086167 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:58:14.118251 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beaa07-becd-44b1-97e4-3a410168661a req-61575cee-1d44-4cbc-84e0-e9c47b7cdc39 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.128023 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1beaa07-becd-44b1-97e4-3a410168661a req-61575cee-1d44-4cbc-84e0-e9c47b7cdc39 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.1942811 Mar 31 15:58:14.150029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (3af9d6f2-6eea-43c5-802f-ea033b2a5f14), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.198142 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1beaa07-becd-44b1-97e4-3a410168661a req-32080c00-9549-449c-b5e4-5b0e867a7ed8 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688539 Mar 31 15:58:14.202776 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.267309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.268147 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.270575 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 1093 time: 1.9575253 Mar 31 15:58:14.271456 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:14.274049 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64961942-a872-44aa-9232-881b5430e076" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:14.346401 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3501e-d11c-4e2e-a1df-d3b7523690e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:14.495682 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156704ad-e377-4120-ba0a-b6d15e4ea514 x-openstack-request-id: req-156704ad-e377-4120-ba0a-b6d15e4ea514 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:14.495977 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:14.496513 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-156704ad-e377-4120-ba0a-b6d15e4ea514 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:14.496991 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156704ad-e377-4120-ba0a-b6d15e4ea514'] response: {'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'status': 'completed', 'code': 200} Mar 31 15:58:14.522018 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-d13423b1-a43c-47a9-8b1f-85612483016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.523762 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-d13423b1-a43c-47a9-8b1f-85612483016a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1127 time: 0.1112609 Mar 31 15:58:14.583245 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (3af9d6f2-6eea-43c5-802f-ea033b2a5f14), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.699452 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-b59e13b1-74bf-464b-b7a2-2a13180d7861 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 217 time: 0.1567030 Mar 31 15:58:14.700010 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (3af9d6f2-6eea-43c5-802f-ea033b2a5f14), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.916408 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.933742 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-5b8c7aab-0897-4acb-80a7-87f10874b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.940524 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-5b8c7aab-0897-4acb-80a7-87f10874b2cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.2304246 Mar 31 15:58:15.047121 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-5b5f29d2-0a67-4a6e-8fd1-ec61f8516942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:15.049741 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-5b5f29d2-0a67-4a6e-8fd1-ec61f8516942 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941746 Mar 31 15:58:15.397268 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-c6e13343-8641-4dbe-9e79-c2a1529d196d service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132117 Mar 31 15:58:15.563023 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af9d6f2-6eea-43c5-802f-ea033b2a5f14,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:15.757924 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:15.764534 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-568205d9-de7f-4e61-a1be-dd8483495f50 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0825214 Mar 31 15:58:15.767684 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33110) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:15.781409 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e14f35-3e92-453e-bfd6-75e40778c53b req-5e2ae797-ff8a-4b5e-8402-e37c75a8116a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:15.785455 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72e14f35-3e92-453e-bfd6-75e40778c53b req-5e2ae797-ff8a-4b5e-8402-e37c75a8116a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.3414097 Mar 31 15:58:15.792567 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:15.813716 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e073a9cd-ea60-4134-8662-d3ae52033ff3 req-ea79ab15-9ccb-4461-8757-0fe81c1d6d55 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046850 Mar 31 15:58:16.078440 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72e14f35-3e92-453e-bfd6-75e40778c53b req-36d4285c-807f-4116-911c-54580d8d509c tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586620 Mar 31 15:58:16.414331 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:16.516128 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:16.690998 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961942-a872-44aa-9232-881b5430e076 req-da0f5196-b22d-4bfd-88dd-193ca1d1a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.693375 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-da0f5196-b22d-4bfd-88dd-193ca1d1a1f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1127 time: 0.2208583 Mar 31 15:58:16.766025 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.db.resource_extend [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:58:16.911603 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:16.917821 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961942-a872-44aa-9232-881b5430e076 req-97b65403-e3e8-43e9-9a9a-63096bcf18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.919766 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-97b65403-e3e8-43e9-9a9a-63096bcf18b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 916 time: 0.2040617 Mar 31 15:58:17.024659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:17.040658 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:17.117872 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-603f064b-8348-44c0-ad2f-0731feb93322 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 217 time: 0.1046050 Mar 31 15:58:17.238590 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961942-a872-44aa-9232-881b5430e076 req-c50643a0-b926-42e0-8f6b-494c19a8d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.241181 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-c50643a0-b926-42e0-8f6b-494c19a8d2de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.1135244 Mar 31 15:58:17.373583 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961942-a872-44aa-9232-881b5430e076 req-0497363c-6e0c-4419-a09f-a362f92fa384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.375838 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-0497363c-6e0c-4419-a09f-a362f92fa384 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078603 Mar 31 15:58:17.614847 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e1d5f-bd58-4a8a-bd06-4ed26a0babbf req-68874aff-b515-4850-a1a2-cc26bf4d226d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.617584 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-585e1d5f-bd58-4a8a-bd06-4ed26a0babbf req-68874aff-b515-4850-a1a2-cc26bf4d226d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.2657752 Mar 31 15:58:17.667820 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-3b2a666b-6bc6-4b3d-97a8-6131a5d1c1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473085 Mar 31 15:58:17.674654 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.27.1.154 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/d8c0042e-e5f2-4f8e-a7bc-da8deb17d231) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:17.996451 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64961942-a872-44aa-9232-881b5430e076 req-8af27d26-1814-41d7-84f4-41b2518c7dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186145 Mar 31 15:58:18.046522 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-585e1d5f-bd58-4a8a-bd06-4ed26a0babbf req-372a033b-77a0-4dc4-8729-0e0ebe5a58fc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982275 Mar 31 15:58:18.225651 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Router d689b0ce-0242-4b58-b8a2-4679124b1d7c has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:18.257312 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:18.409148 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:18.415101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:18.435584 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] Sync routers for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:18.452590 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:18.453879 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:18.583960 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:18.595319 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:18.599482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb7e7c-bf1c-4832-9538-768d712a6df3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:18.649773 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:18.674902 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6fdd41-91b7-437c-a888-8ba9be5103b2 x-openstack-request-id: req-9b6fdd41-91b7-437c-a888-8ba9be5103b2 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:18.675353 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:18.675762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b6fdd41-91b7-437c-a888-8ba9be5103b2 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:18.676400 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6fdd41-91b7-437c-a888-8ba9be5103b2'] response: {'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'status': 'completed', 'code': 200} Mar 31 15:58:18.754571 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a59b9c16-1109-4e37-bd8f-de8896eb4dfa tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "PUT /v2.0/floatingips/78c3129d-01ea-4e9a-80c3-de4a0180d2a1 HTTP/1.1" status: 200 len: 993 time: 5.0937700 Mar 31 15:58:18.754571 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:18.764851 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:18.774048 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:18.782796 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=d8c0042e-e5f2-4f8e-a7bc-da8deb17d231,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:18.899934 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-eceb1bdb-48e4-4bde-9336-b3b4aa9dc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:18.902998 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-eceb1bdb-48e4-4bde-9336-b3b4aa9dc210 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.1884024 Mar 31 15:58:18.931713 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '78c3129d-01ea-4e9a-80c3-de4a0180d2a1', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:12Z', 'updated_at': '2022-03-31T15:58:16Z', 'revision_number': 3, 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:19.009993 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] Checking router: d689b0ce-0242-4b58-b8a2-4679124b1d7c for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:19.021510 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (4993914b-24b7-4418-a8ae-1de65c2c0685), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:19.023892 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:19.024737 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:19.183841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-2a5150a4-88f5-4e02-9c7e-637c442a6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:19.185599 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-2a5150a4-88f5-4e02-9c7e-637c442a6dd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.2655973 Mar 31 15:58:19.259675 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:19.445769 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:19.482647 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:19.515634 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f680e3f-e647-4a11-843f-6324036c66e3 req-a4c92271-e908-451d-a17a-05cb347dbea6 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:19.518052 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f680e3f-e647-4a11-843f-6324036c66e3 req-a4c92271-e908-451d-a17a-05cb347dbea6 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.1984882 Mar 31 15:58:19.527734 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-f6b564a8-c8ae-4c45-becf-5eb71e8cb41e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 1001 time: 0.1763179 Mar 31 15:58:19.705446 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-70bf5184-c36a-40d0-9884-dfdad4cbd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:19.710233 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-70bf5184-c36a-40d0-9884-dfdad4cbd704 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.1734104 Mar 31 15:58:19.898399 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:19.914160 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '78c3129d-01ea-4e9a-80c3-de4a0180d2a1', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:12Z', 'updated_at': '2022-03-31T15:58:16Z', 'revision_number': 3, 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:19.916544 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f680e3f-e647-4a11-843f-6324036c66e3 req-aa160277-4646-4e4f-9942-8127f339fa54 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775901 Mar 31 15:58:19.952923 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7bae6-1b66-4954-a28a-f2b6b4ad9ab3 None None] The sync data for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi is: [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '78c3129d-01ea-4e9a-80c3-de4a0180d2a1', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'port_id': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'mac_address': 'fa:16:3e:5d:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:56:12Z', 'updated_at': '2022-03-31T15:58:16Z', 'revision_number': 3, 'project_id': '8239194064cd46049a89af5b1e8032af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:20.025688 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.092963 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (4993914b-24b7-4418-a8ae-1de65c2c0685), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.168293 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=d8c0042e-e5f2-4f8e-a7bc-da8deb17d231,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:20.245874 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.247812 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f6d7f397-c5b3-433b-ba7e-e601288e89f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4689498 Mar 31 15:58:20.414910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-7559a58c-8daf-4eac-8cd0-f478c19bde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:20.419301 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-7559a58c-8daf-4eac-8cd0-f478c19bde18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222665 Mar 31 15:58:20.678241 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:20.683248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b4839d-db0e-4bff-8520-2e2765d93c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:20.793889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c48c1-5411-4448-9a98-3234b76b2616 x-openstack-request-id: req-428c48c1-5411-4448-9a98-3234b76b2616 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:20.794467 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:20.794998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-428c48c1-5411-4448-9a98-3234b76b2616 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:20.796483 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428c48c1-5411-4448-9a98-3234b76b2616'] response: {'name': 'network-changed', 'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'status': 'completed', 'code': 200} Mar 31 15:58:20.833181 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-7603b695-e5d6-41c2-80f4-56a2e538b7d2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--428283436&fields=id&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 267 time: 0.1981356 Mar 31 15:58:21.125169 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-0f8c4ede-57ae-4f50-9290-cdde7de9c077 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225844 Mar 31 15:58:21.215510 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6c144-0167-4973-8fad-82d2cbe1dcc7 req-123a1ab8-f3f0-4acb-bf3b-64ed9141af72 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:21.217233 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ba6c144-0167-4973-8fad-82d2cbe1dcc7 req-123a1ab8-f3f0-4acb-bf3b-64ed9141af72 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.1446829 Mar 31 15:58:21.259538 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-e1fab297-6ebf-48a1-bdff-1b4f2c12da80 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:21.266174 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-e1fab297-6ebf-48a1-bdff-1b4f2c12da80 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.3525336 Mar 31 15:58:21.378604 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-17f6ba8d-94b1-4267-a629-5d4e609a252e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/quotas/1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 375 time: 0.0840542 Mar 31 15:58:21.386477 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ba6c144-0167-4973-8fad-82d2cbe1dcc7 req-30f6393c-1f4c-40ea-a09e-ba57d90731df tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540635 Mar 31 15:58:21.547727 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ddb7e7c-bf1c-4832-9538-768d712a6df3 req-3fbc9354-3452-42ac-8a33-a7a849f6b3f4 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435955 Mar 31 15:58:21.560264 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-bda8df12-6acb-4973-9cd1-4fc49082dbd7 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805987 Mar 31 15:58:21.716302 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-bd6e97a2-9a59-46dc-ab8c-731253ec8a00 service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353204 Mar 31 15:58:21.850423 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-85342a18-9db1-4c28-9190-3c56d4254e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:21.852008 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-85342a18-9db1-4c28-9190-3c56d4254e1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 1129 time: 0.1681244 Mar 31 15:58:21.876950 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-21368ee5-076e-4c22-a007-d6d34a4ddb6d service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358688 Mar 31 15:58:22.222194 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-b9eb5744-a914-48d1-8d27-739b354fa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:22.225062 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-b9eb5744-a914-48d1-8d27-739b354fa0aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.2049696 Mar 31 15:58:22.365283 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2ec4182c-e833-4a65-83e3-6c1679db6e27 req-d014e332-e2b8-4824-83e3-37fcdedfb57a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0651321 Mar 31 15:58:22.381909 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-b17d9d0f-d4cb-44f1-a255-ab60afe31b29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 200 len: 1001 time: 0.1118145 Mar 31 15:58:22.714760 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ada65-a157-4693-a96a-c5ffdb80c09a req-78411c03-04ea-493a-984a-9c59101e733a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:22.732395 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-905ada65-a157-4693-a96a-c5ffdb80c09a req-78411c03-04ea-493a-984a-9c59101e733a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.1841865 Mar 31 15:58:22.853412 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-b04ea317-b2ae-4039-a2b4-2d0cb23bdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:22.853412 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-b04ea317-b2ae-4039-a2b4-2d0cb23bdf98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.1190870 Mar 31 15:58:22.893951 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-905ada65-a157-4693-a96a-c5ffdb80c09a req-19a36259-12ee-4513-95b5-68e32c05d5aa tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472893 Mar 31 15:58:23.274694 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-5d531aba-be1b-4870-a7fe-1be145c68425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:23.274694 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-5d531aba-be1b-4870-a7fe-1be145c68425 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3829241 Mar 31 15:58:23.434420 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-a34a4c5c-49dc-4e2a-a65d-ccc932641dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497195 Mar 31 15:58:23.486227 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-716088a5-1b40-493a-9c83-176650c26694 req-7444e3ee-4477-403a-a5f5-6019207f1f5a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0363269 Mar 31 15:58:23.557835 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60b4839d-db0e-4bff-8520-2e2765d93c2a req-3345db64-0a12-4d17-a6c4-808d8179e035 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989606 Mar 31 15:58:24.069822 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530ba4-9fa2-4209-8fd7-f01959e7c1a4 req-7ab21089-7cda-4026-bca2-ddeb9b2e3254 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:24.071521 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13530ba4-9fa2-4209-8fd7-f01959e7c1a4 req-7ab21089-7cda-4026-bca2-ddeb9b2e3254 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.0682218 Mar 31 15:58:24.164968 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13530ba4-9fa2-4209-8fd7-f01959e7c1a4 req-4a6f7a6b-3c9b-4baa-9473-1c498fc3faed tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854087 Mar 31 15:58:24.645783 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3b709385-cb26-4ff9-92e8-e2372a01f363 req-e1b39707-dcd0-4031-b4fb-52394c0de3c6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0427012 Mar 31 15:58:25.430234 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00644c-cc19-450c-b46b-973cb5322833 req-74c732ae-0e78-4516-a206-6759ede546bc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:25.433453 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df00644c-cc19-450c-b46b-973cb5322833 req-74c732ae-0e78-4516-a206-6759ede546bc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.1327138 Mar 31 15:58:25.557423 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df00644c-cc19-450c-b46b-973cb5322833 req-58369072-1079-40b1-bab5-e3989cd88865 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115496 Mar 31 15:58:25.793897 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-28fab0e7-cb2a-4991-aa3c-91f9f9abd2a1 req-abeb02ca-2914-4437-be41-2e0359b20ce9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0448484 Mar 31 15:58:26.655274 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33244) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:26.709522 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Deleting subnet 7ae2c752-e3ca-4aa1-b578-d944946e75cc {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:58:26.713111 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d65fe-c144-4001-bb84-5bafba26f8d5 req-e4ccea0e-4fb5-404c-836b-97563b316a52 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:26.714170 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Publish callbacks [] for subnet (7ae2c752-e3ca-4aa1-b578-d944946e75cc), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:26.714737 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a62d65fe-c144-4001-bb84-5bafba26f8d5 req-e4ccea0e-4fb5-404c-836b-97563b316a52 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.0603199 Mar 31 15:58:26.761296 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Publish callbacks [] for subnet (7ae2c752-e3ca-4aa1-b578-d944946e75cc), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:26.775555 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (7ae2c752-e3ca-4aa1-b578-d944946e75cc), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:26.779037 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a62d65fe-c144-4001-bb84-5bafba26f8d5 req-17d3f8c9-bc7f-4246-b887-f66ffa9545ad tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Mar 31 15:58:26.919654 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9b6208d-25d8-42df-a048-10f8a496b35d req-1d04c637-cd66-4734-a989-9ab46b84363a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0287664 Mar 31 15:58:26.951160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for subnet (7ae2c752-e3ca-4aa1-b578-d944946e75cc), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:26.982416 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae2c752-e3ca-4aa1-b578-d944946e75cc,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:26.985159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:26.991939 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d92b3694-b4f7-4030-9c36-0a9b3d685548 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7ae2c752-e3ca-4aa1-b578-d944946e75cc HTTP/1.1" status: 204 len: 168 time: 0.3322599 Mar 31 15:58:26.993136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33248) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:27.079042 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.180185 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.212687 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.213225 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.214110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.214498 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.215008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.215486 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.215860 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.216322 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.217041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.218143 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.327412 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.327860 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.328325 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.328712 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:27.329117 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187c2b84-d7d9-42ea-9124-ca5dcfce3bbc']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:27.348513 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df05ba86-f96d-4015-b1bb-904383e73a4a') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:27.348810 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df05ba86-f96d-4015-b1bb-904383e73a4a') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:27.367579 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (df05ba86-f96d-4015-b1bb-904383e73a4a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.392805 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (df05ba86-f96d-4015-b1bb-904383e73a4a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.403305 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:27.403711 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (df05ba86-f96d-4015-b1bb-904383e73a4a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: from cryptography.utils import int_from_bytes Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: from cryptography.utils import int_from_bytes Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:27.408149 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:27.536008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (187c2b84-d7d9-42ea-9124-ca5dcfce3bbc), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.543551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:27.548609 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/187c2b84-d7d9-42ea-9124-ca5dcfce3bbc HTTP/1.1" status: 204 len: 168 time: 0.5551574 Mar 31 15:58:27.565564 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bc29c-2a3b-4fd2-b0c7-2641c67bcdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=187c2b84-d7d9-42ea-9124-ca5dcfce3bbc,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:28.066778 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33258) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:28.078984 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50c0be1e-3cbb-41ce-803f-979bc89cac5a req-0a895013-e5eb-4a81-8c62-066bab2320b6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0684404 Mar 31 15:58:28.106126 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1143a5-bc4f-43de-aaef-2b66b80b40e3 req-867d8774-3142-4741-b863-201ad9aaab89 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:28.109200 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c1143a5-bc4f-43de-aaef-2b66b80b40e3 req-867d8774-3142-4741-b863-201ad9aaab89 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.2296193 Mar 31 15:58:28.241625 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-4ba25e45-d8db-4430-9a01-6eef1472a512 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:28.244401 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-4ba25e45-d8db-4430-9a01-6eef1472a512 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.3615787 Mar 31 15:58:28.307757 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4c06ac20-5e8a-4b71-a3a1-6a0c77c40ba5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98cac0042e70452e82fc3ddde34ab2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381582 Mar 31 15:58:28.310293 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33260) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:28.318314 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c1143a5-bc4f-43de-aaef-2b66b80b40e3 req-a0b2c4a9-ac70-4f0b-bb58-cb2f69af1eab tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980457 Mar 31 15:58:28.367526 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-cdeddf5e-d37b-4962-9f62-19caf757c114 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 379 time: 0.1048334 Mar 31 15:58:28.378520 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'port': {'device_id': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'admin_state_up': True, 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'security_groups': ['fdc4b34e-0658-4619-a31f-54c7468b73e9']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:28.413716 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d2c37e-ff74-40d3-829a-81089cf2fa6c admin admin] Publish callbacks [] for security_group (f19f41ad-e4b7-443b-a03c-c02211b54cab), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:28.453238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d2c37e-ff74-40d3-829a-81089cf2fa6c admin admin] Publish callbacks [] for security_group (f19f41ad-e4b7-443b-a03c-c02211b54cab), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:28.587441 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Made reservation on behalf of 1d33e398560040448745d4b2a2047e81 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:28.591246 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:28.627458 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d2c37e-ff74-40d3-829a-81089cf2fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f19f41ad-e4b7-443b-a03c-c02211b54cab), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:28.630747 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d2c37e-ff74-40d3-829a-81089cf2fa6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:28.641626 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e7d2c37e-ff74-40d3-829a-81089cf2fa6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f19f41ad-e4b7-443b-a03c-c02211b54cab HTTP/1.1" status: 204 len: 168 time: 0.3201776 Mar 31 15:58:28.642862 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2c37e-ff74-40d3-829a-81089cf2fa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f41ad-e4b7-443b-a03c-c02211b54cab,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:28.786753 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.20.0.14 (b202461b-1350-44ad-b38c-700f701870e8/22c55b03-5819-42ff-aa73-b3fccd7a44f7/d51e2275-9644-48b7-a07f-b603ada76f94) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:28.977266 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (d51e2275-9644-48b7-a07f-b603ada76f94), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:29.084636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:29.174045 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:29.181870 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:29.189348 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:29.268087 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=d51e2275-9644-48b7-a07f-b603ada76f94,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:29.288809 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da307e-b903-40d9-bcf0-a49c71ffab92 req-72b517de-055d-452b-a7da-ff680db95291 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:29.290421 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-15da307e-b903-40d9-bcf0-a49c71ffab92 req-72b517de-055d-452b-a7da-ff680db95291 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 932 time: 0.1009324 Mar 31 15:58:29.301293 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:29.302575 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:29.350280 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-15da307e-b903-40d9-bcf0-a49c71ffab92 req-4367f7c1-70db-47df-bfc8-735357d992bc tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497034 Mar 31 15:58:29.400885 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-57b9096c-2a98-481f-ac8e-208e08a4f3bb tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0262470 Mar 31 15:58:29.421409 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Request body: {'port': {'device_id': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:29.519575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-131c26b5-328b-4594-a729-8957c9e2360b None None] Provisioning complete for port d51e2275-9644-48b7-a07f-b603ada76f94 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:29.520621 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-131c26b5-328b-4594-a729-8957c9e2360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:29.569233 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:29.573501 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-131c26b5-328b-4594-a729-8957c9e2360b None None] Port d51e2275-9644-48b7-a07f-b603ada76f94 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:58:29.580073 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656cb03-2ec5-4c0d-a468-563f67546600 req-37e439f5-aa4c-465f-a6d2-213a9de3181e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:29.581961 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4656cb03-2ec5-4c0d-a468-563f67546600 req-37e439f5-aa4c-465f-a6d2-213a9de3181e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 943 time: 0.1544125 Mar 31 15:58:29.627787 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device a199b190-7793-4c35-a9a5-c522259782f9 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:58:29.684537 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4656cb03-2ec5-4c0d-a468-563f67546600 req-9fdb09fa-ea21-4f41-a730-ba865dc2e5b7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905740 Mar 31 15:58:29.787455 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:29.801478 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'a199b190-7793-4c35-a9a5-c522259782f9', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'port_id': 'a199b190-7793-4c35-a9a5-c522259782f9', 'mac_address': 'fa:16:3e:38:bc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:58:29.847332 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port a199b190-7793-4c35-a9a5-c522259782f9 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:29.847723 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:29.862533 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a199b190-7793-4c35-a9a5-c522259782f9 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:29.886955 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:29.975519 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:30.034348 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:30.040688 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51e2275-9644-48b7-a07f-b603ada76f94 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:30.051606 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Publish callbacks [] for port (d51e2275-9644-48b7-a07f-b603ada76f94), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:30.054673 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.055544 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.056459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.057277 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.057846 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.058678 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.059473 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.060331 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.061729 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.062690 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.063743 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.064519 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.065298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.066338 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.067160 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.067935 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Transition to ACTIVE for port object d51e2275-9644-48b7-a07f-b603ada76f94 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:58:30.184710 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:30.254859 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d51e2275-9644-48b7-a07f-b603ada76f94,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:30.334184 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['a199b190-7793-4c35-a9a5-c522259782f9'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:30.390093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Attempting to bind port d51e2275-9644-48b7-a07f-b603ada76f94 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:58:30.390699 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Attempting to bind port d51e2275-9644-48b7-a07f-b603ada76f94 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:58:30.391273 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Attempting to bind port d51e2275-9644-48b7-a07f-b603ada76f94 on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:30.409555 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Port d51e2275-9644-48b7-a07f-b603ada76f94 on network b202461b-1350-44ad-b38c-700f701870e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:58:30.410106 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Attempting to bind port d51e2275-9644-48b7-a07f-b603ada76f94 on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:30.421226 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:58:30.421778 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:58:30.432486 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Bound using segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:58:30.433275 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Bound port: d51e2275-9644-48b7-a07f-b603ada76f94, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:58:30.434079 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:30.611344 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] For port d51e2275-9644-48b7-a07f-b603ada76f94, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:58:30.621741 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] For port d51e2275-9644-48b7-a07f-b603ada76f94, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d51e2275-9644-48b7-a07f-b603ada76f94,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:58:30.632906 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275f2b8-9adf-4ad2-8e95-2f78a13a36a4 req-7e0e838e-9464-4d48-96f2-99761e682f11 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:30.638779 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5275f2b8-9adf-4ad2-8e95-2f78a13a36a4 req-7e0e838e-9464-4d48-96f2-99761e682f11 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 944 time: 0.1219330 Mar 31 15:58:30.714953 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:30.751110 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5275f2b8-9adf-4ad2-8e95-2f78a13a36a4 req-6f3c0233-5696-4457-87d7-d018f7e7978e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947604 Mar 31 15:58:30.860911 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:30.866276 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:30.866276 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/d51e2275-9644-48b7-a07f-b603ada76f94 HTTP/1.1" status: 200 len: 1094 time: 1.4504671 Mar 31 15:58:30.897645 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:30.901101 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9001bbc-2f79-40e0-8167-0568c4665ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:30.935576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f456-925b-4dba-9f55-aa036e1150f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d51e2275-9644-48b7-a07f-b603ada76f94,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:30.985929 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b0b67-5517-412a-b05b-4e00384ceb19 req-e824d607-1775-478b-8937-84db3068609d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:30.996966 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d2b0b67-5517-412a-b05b-4e00384ceb19 req-e824d607-1775-478b-8937-84db3068609d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 944 time: 0.1705182 Mar 31 15:58:31.002772 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b4e781-4a76-448c-ae78-9a52c0d6dc3c x-openstack-request-id: req-c0b4e781-4a76-448c-ae78-9a52c0d6dc3c {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:31.003900 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:31.003900 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0b4e781-4a76-448c-ae78-9a52c0d6dc3c {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:31.004217 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b4e781-4a76-448c-ae78-9a52c0d6dc3c'] response: {'name': 'network-changed', 'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'status': 'completed', 'code': 200} Mar 31 15:58:31.117551 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d2b0b67-5517-412a-b05b-4e00384ceb19 req-b728b391-02ac-464b-959d-7da298bec3e5 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129398 Mar 31 15:58:31.127680 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-e400ecec-2e48-418d-8370-a0bf5d6b48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.130452 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-e400ecec-2e48-418d-8370-a0bf5d6b48ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 1128 time: 0.1192825 Mar 31 15:58:31.182114 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-cba7a33f-8b40-48eb-9705-d338087b6878 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51e2275-9644-48b7-a07f-b603ada76f94 HTTP/1.1" status: 200 len: 217 time: 0.0378275 Mar 31 15:58:31.253868 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-99f4f6f9-a8a2-4362-9e07-d470e7a4d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.255461 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-99f4f6f9-a8a2-4362-9e07-d470e7a4d3c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0670257 Mar 31 15:58:31.311321 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-f9cd117c-a83a-483d-95f5-7c48c0390880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.313085 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-f9cd117c-a83a-483d-95f5-7c48c0390880 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501981 Mar 31 15:58:31.459745 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-26c1c128-e9ee-4c60-9e09-306772d2d989 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387804 Mar 31 15:58:31.598014 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c143ffe-5179-4254-a9f2-719af8f53647 req-54dc4fc0-f512-40fb-91da-5dd73c3d40fd service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309402 Mar 31 15:58:31.636175 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device a199b190-7793-4c35-a9a5-c522259782f9 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:58:31.778397 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port a199b190-7793-4c35-a9a5-c522259782f9 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:58:31.784798 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port a199b190-7793-4c35-a9a5-c522259782f9 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:31.785411 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a199b190-7793-4c35-a9a5-c522259782f9), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:31.817580 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-c58e073e-31b7-482e-a623-43d4cd333731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.819329 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-c58e073e-31b7-482e-a623-43d4cd333731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 1128 time: 0.0572119 Mar 31 15:58:31.929891 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port a199b190-7793-4c35-a9a5-c522259782f9 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:31.931150 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:31.972529 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:31.974635 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6b994-6a8f-4dec-ac6f-2bef5f7d4676 req-067b8ef5-67ea-4457-b053-6b47d930eef0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.976540 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8f744-7ab2-4f4e-9a17-8b567274ed85" -d '{"events": [{"server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "name": "network-vif-plugged", "status": "completed", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:31.980649 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81c6b994-6a8f-4dec-ac6f-2bef5f7d4676 req-067b8ef5-67ea-4457-b053-6b47d930eef0 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 944 time: 0.1073749 Mar 31 15:58:32.001941 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:32.004375 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-c41dbb86-a913-4688-8606-06687fa7ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.006371 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-c41dbb86-a913-4688-8606-06687fa7ec3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.1806836 Mar 31 15:58:32.045751 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012094a1-85e9-47e3-a39a-ecad271c0f86 x-openstack-request-id: req-012094a1-85e9-47e3-a39a-ecad271c0f86 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:32.046141 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "name": "network-vif-plugged", "status": "completed", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:32.046474 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-012094a1-85e9-47e3-a39a-ecad271c0f86 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:32.047145 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012094a1-85e9-47e3-a39a-ecad271c0f86'] response: {'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'code': 200} Mar 31 15:58:32.062444 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81c6b994-6a8f-4dec-ac6f-2bef5f7d4676 req-720890e7-5b2a-42c7-8b5d-fc9dee997f3d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702229 Mar 31 15:58:32.067949 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-6a11e6ae-e7a7-42cb-9561-895e92015f51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51e2275-9644-48b7-a07f-b603ada76f94 HTTP/1.1" status: 200 len: 217 time: 0.0542548 Mar 31 15:58:32.095962 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.144280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-d81ee6c0-cc41-4dcd-926a-c61bdc0786ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.146662 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-d81ee6c0-cc41-4dcd-926a-c61bdc0786ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0580556 Mar 31 15:58:32.177442 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:32.266013 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-c5133985-1ce9-4e1c-9725-2ba68facdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.267689 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-c5133985-1ce9-4e1c-9725-2ba68facdb9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143577 Mar 31 15:58:32.297796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39828-5ee6-40a6-bcd4-0dcd3d0bddaa req-60db2c9a-0fbf-4909-8536-ea72d190d5c5 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.300064 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda39828-5ee6-40a6-bcd4-0dcd3d0bddaa req-60db2c9a-0fbf-4909-8536-ea72d190d5c5 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0989475 Mar 31 15:58:32.426002 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda39828-5ee6-40a6-bcd4-0dcd3d0bddaa req-134f3e56-9ade-40e5-a824-ccd86b0e42b7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103079 Mar 31 15:58:32.438172 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-a0e167de-7c7b-42e1-9174-68b5c29386ee service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622937 Mar 31 15:58:32.476792 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a194a9-e9c9-4ba3-be87-9a39cb0cbf1d req-3f44c060-6bc9-424b-abd1-dded2cbdfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.478321 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b2a194a9-e9c9-4ba3-be87-9a39cb0cbf1d req-3f44c060-6bc9-424b-abd1-dded2cbdfb0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1129 time: 0.0608802 Mar 31 15:58:32.528333 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b2a194a9-e9c9-4ba3-be87-9a39cb0cbf1d req-af4ad6e5-168f-4e1e-8ad6-5475d8f725ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Mar 31 15:58:32.546640 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9001bbc-2f79-40e0-8167-0568c4665ca0 req-839f7113-0bc1-4942-9652-adff1f1f2676 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020665 Mar 31 15:58:33.213374 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452f2f-e814-4edc-9086-124b52ccf261 req-56e0e776-ce86-4366-a654-e7ddaf632cbd tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:33.215027 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-56452f2f-e814-4edc-9086-124b52ccf261 req-56e0e776-ce86-4366-a654-e7ddaf632cbd tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 944 time: 0.0684981 Mar 31 15:58:33.276749 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-56452f2f-e814-4edc-9086-124b52ccf261 req-fee53040-c9b4-428b-9627-4f46ec872517 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544753 Mar 31 15:58:33.578608 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55836e-7964-4f8e-8196-61bfd0d39c2f req-521b87e4-4e37-4530-8f09-d5458974c151 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:33.581187 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf55836e-7964-4f8e-8196-61bfd0d39c2f req-521b87e4-4e37-4530-8f09-d5458974c151 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0675039 Mar 31 15:58:33.656586 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf55836e-7964-4f8e-8196-61bfd0d39c2f req-b2a497eb-9629-4dfd-9bfe-5d5fa25a9823 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659976 Mar 31 15:58:33.661358 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device d51e2275-9644-48b7-a07f-b603ada76f94 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:58:33.815128 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port d51e2275-9644-48b7-a07f-b603ada76f94, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d51e2275-9644-48b7-a07f-b603ada76f94,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:33.837750 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'port_id': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'mac_address': 'fa:16:3e:4c:1f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:58:33.883785 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port d51e2275-9644-48b7-a07f-b603ada76f94 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:33.884330 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:33.900772 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51e2275-9644-48b7-a07f-b603ada76f94 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:33.928374 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port d51e2275-9644-48b7-a07f-b603ada76f94, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d51e2275-9644-48b7-a07f-b603ada76f94,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:34.058576 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:34.128704 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=d51e2275-9644-48b7-a07f-b603ada76f94,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:34.433713 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede1263-5b55-4eb1-9255-e652c5b205de req-f0d7a70a-6b61-4657-a76b-e148683b40b3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:34.436160 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ede1263-5b55-4eb1-9255-e652c5b205de req-f0d7a70a-6b61-4657-a76b-e148683b40b3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 945 time: 0.0705247 Mar 31 15:58:34.445102 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['d51e2275-9644-48b7-a07f-b603ada76f94'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:34.528787 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ede1263-5b55-4eb1-9255-e652c5b205de req-8cde68fe-b68a-4d79-80b8-7885c9fc0bf6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841575 Mar 31 15:58:34.822968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625988a-75e2-4f28-a7ed-525d863dc175 req-944dde22-e190-42b2-a7ae-902456da5c22 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:34.824631 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1625988a-75e2-4f28-a7ed-525d863dc175 req-944dde22-e190-42b2-a7ae-902456da5c22 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0657072 Mar 31 15:58:34.882736 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1625988a-75e2-4f28-a7ed-525d863dc175 req-d42d93e1-3041-4e37-9f6b-39ae252ad111 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Mar 31 15:58:35.020657 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a600-2e0e-4445-beb0-714b2f85cb62 req-75e3adad-1cbf-4e6e-a693-1ad34436ccde tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:35.022496 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eaf0a600-2e0e-4445-beb0-714b2f85cb62 req-75e3adad-1cbf-4e6e-a693-1ad34436ccde tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0631967 Mar 31 15:58:35.106954 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eaf0a600-2e0e-4445-beb0-714b2f85cb62 req-22fdd99a-da11-4d59-8cf4-e895e9c4d729 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775161 Mar 31 15:58:35.482387 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276ebe4-df01-4243-8d03-e248d2da3020 req-2ddbc66e-3ec9-480d-9cd4-a836f42a1f15 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:35.484707 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d276ebe4-df01-4243-8d03-e248d2da3020 req-2ddbc66e-3ec9-480d-9cd4-a836f42a1f15 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0624187 Mar 31 15:58:35.537754 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d276ebe4-df01-4243-8d03-e248d2da3020 req-06d02375-b4ab-4829-8304-9c45d851aa25 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 Mar 31 15:58:35.664157 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device d51e2275-9644-48b7-a07f-b603ada76f94 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:58:35.706114 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa3f-2362-4115-b25d-87934cf73fe1 req-36900b8e-51dd-4310-ae38-6cde0d81b19e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:35.708813 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb37aa3f-2362-4115-b25d-87934cf73fe1 req-36900b8e-51dd-4310-ae38-6cde0d81b19e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 945 time: 0.0971839 Mar 31 15:58:35.803672 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb37aa3f-2362-4115-b25d-87934cf73fe1 req-64e8304f-2161-40f3-a53e-b4ba2523d3b6 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867603 Mar 31 15:58:35.836063 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port d51e2275-9644-48b7-a07f-b603ada76f94 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:58:35.840962 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port d51e2275-9644-48b7-a07f-b603ada76f94 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:35.845231 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.934606 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port d51e2275-9644-48b7-a07f-b603ada76f94 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:35.935013 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.962255 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:35.964706 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f760dd38-3c3a-495f-9582-3ec187e219b1" -d '{"events": [{"server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "name": "network-vif-plugged", "status": "completed", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:35.982450 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port d51e2275-9644-48b7-a07f-b603ada76f94, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d51e2275-9644-48b7-a07f-b603ada76f94,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:36.009844 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51402a7c-889b-40fe-ae05-afa8f5c33d58 x-openstack-request-id: req-51402a7c-889b-40fe-ae05-afa8f5c33d58 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:36.010167 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "name": "network-vif-plugged", "status": "completed", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:36.010493 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51402a7c-889b-40fe-ae05-afa8f5c33d58 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:36.011048 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51402a7c-889b-40fe-ae05-afa8f5c33d58'] response: {'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'code': 200} Mar 31 15:58:36.047167 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.130230 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=d51e2275-9644-48b7-a07f-b603ada76f94,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:36.464639 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6893-7015-4416-8390-d8e796f99061 req-f4f57756-a4b7-4367-ae3f-17dfe465abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:36.466265 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72ad6893-7015-4416-8390-d8e796f99061 req-f4f57756-a4b7-4367-ae3f-17dfe465abdd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 1130 time: 0.0537541 Mar 31 15:58:36.546120 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72ad6893-7015-4416-8390-d8e796f99061 req-aeb9e7df-b67e-4591-ae7d-ee21c5264f4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725162 Mar 31 15:58:36.967572 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b91413-2704-4cc4-aaaf-9e62702625f9 req-39283a1c-1f12-41a8-b1d7-4d9f4d9ff41e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:36.969290 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87b91413-2704-4cc4-aaaf-9e62702625f9 req-39283a1c-1f12-41a8-b1d7-4d9f4d9ff41e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.0688293 Mar 31 15:58:37.028514 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87b91413-2704-4cc4-aaaf-9e62702625f9 req-be06be7b-721c-4baf-9236-0f83aac8b21c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527816 Mar 31 15:58:37.941478 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fcabfa72-d42b-430f-a0a9-46a232f90655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.191006 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70c4a3-cbca-4dce-9f86-f8e80d35b97f req-9f55485d-a732-48f7-ad6f-510a850a1c30 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:38.193489 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba70c4a3-cbca-4dce-9f86-f8e80d35b97f req-9f55485d-a732-48f7-ad6f-510a850a1c30 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.0844529 Mar 31 15:58:38.259104 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba70c4a3-cbca-4dce-9f86-f8e80d35b97f req-0baf63b2-b95d-45a4-985c-26873ccc2c76 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586646 Mar 31 15:58:39.399598 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6ddcc-9653-4629-a230-3b2a753bc3a5 req-a8e00a42-071a-440c-9820-2767195e2530 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:39.402344 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7be6ddcc-9653-4629-a230-3b2a753bc3a5 req-a8e00a42-071a-440c-9820-2767195e2530 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.0649173 Mar 31 15:58:39.459033 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7be6ddcc-9653-4629-a230-3b2a753bc3a5 req-da45b80d-6a3a-4d84-b275-0836b96e445f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516298 Mar 31 15:58:39.612660 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1812-4d63-4b15-8ddd-2a9a61638ce8 req-1f068202-1eee-4d14-93cb-51d4cff2fc0d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:39.614396 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3a7b1812-4d63-4b15-8ddd-2a9a61638ce8 req-1f068202-1eee-4d14-93cb-51d4cff2fc0d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.0774100 Mar 31 15:58:39.629691 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33428) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:39.634388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'port_id': 'd51e2275-9644-48b7-a07f-b603ada76f94'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:39.681745 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (4993914b-24b7-4418-a8ae-1de65c2c0685), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.539032 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.590017 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (4993914b-24b7-4418-a8ae-1de65c2c0685), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.722817 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP 4993914b-24b7-4418-a8ae-1de65c2c0685 associated. External IP: 172.27.1.154, port: d51e2275-9644-48b7-a07f-b603ada76f94. Mar 31 15:58:40.984361 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fa1a764a-a578-4f96-8abe-21e5922cd295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.041167 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:41.183998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:41.190182 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.199579 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e585e51-832e-41e7-a705-520da388538e None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:41.215756 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:41.216623 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.240741 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-94f573b7-32e2-45ad-9f91-d4789274dc42 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "PUT /v2.0/floatingips/4993914b-24b7-4418-a8ae-1de65c2c0685 HTTP/1.1" status: 200 len: 992 time: 1.6096394 Mar 31 15:58:41.241630 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:41.246483 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7962fc07-0013-4d93-95ba-cef9bbdab3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:41.317415 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80790d-2c8f-4d34-b1da-bae15602f2a6 x-openstack-request-id: req-1b80790d-2c8f-4d34-b1da-bae15602f2a6 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:41.317867 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:41.318176 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b80790d-2c8f-4d34-b1da-bae15602f2a6 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:41.318837 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b80790d-2c8f-4d34-b1da-bae15602f2a6'] response: {'name': 'network-changed', 'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'status': 'completed', 'code': 200} Mar 31 15:58:41.350220 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:41.443522 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-0151d8d9-c7fb-406f-8d2f-00c60b0f55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.445508 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-0151d8d9-c7fb-406f-8d2f-00c60b0f55b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 1130 time: 0.0656509 Mar 31 15:58:41.579402 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-da34366a-3c40-460f-bb8c-95a96aaf828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.582007 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-da34366a-3c40-460f-bb8c-95a96aaf828a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.1286983 Mar 31 15:58:41.665526 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-71e64814-baef-4ff2-9030-0d46f867c37c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51e2275-9644-48b7-a07f-b603ada76f94 HTTP/1.1" status: 200 len: 1000 time: 0.0751712 Mar 31 15:58:41.669539 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '4993914b-24b7-4418-a8ae-1de65c2c0685', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:4c:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:18Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.719054 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e585e51-832e-41e7-a705-520da388538e None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:41.722300 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-050d344e-6c7d-43f8-81e6-37b7e6b2e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.724081 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-050d344e-6c7d-43f8-81e6-37b7e6b2e054 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0523641 Mar 31 15:58:41.737268 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:41.738136 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.792275 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-a567b270-0f19-42f1-ba60-44e410c17563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.794190 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-a567b270-0f19-42f1-ba60-44e410c17563 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622203 Mar 31 15:58:41.886173 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:41.906582 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-0484138b-95b5-472a-affa-3bedd49d5ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045423 Mar 31 15:58:42.021688 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7962fc07-0013-4d93-95ba-cef9bbdab3ad req-cfd35aea-4c53-4d28-9e89-885c56b1a485 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080501 Mar 31 15:58:42.200006 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6e585e51-832e-41e7-a705-520da388538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '4993914b-24b7-4418-a8ae-1de65c2c0685', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:4c:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:18Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:42.234346 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e585e51-832e-41e7-a705-520da388538e None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '4993914b-24b7-4418-a8ae-1de65c2c0685', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:4c:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:18Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:42.475290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9940e2-2b0c-4898-a002-df7e4ecec464 None None] New status for floating IP 4993914b-24b7-4418-a8ae-1de65c2c0685: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:43.730408 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.969178 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.441485 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.692283 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:58:47.532459 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cd623-b33d-426d-bf6e-95d0e991c091 req-f234585c-4f78-49a5-90e2-a86fb95c6354 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.534038 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c8cd623-b33d-426d-bf6e-95d0e991c091 req-f234585c-4f78-49a5-90e2-a86fb95c6354 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0584404 Mar 31 15:58:47.587597 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c8cd623-b33d-426d-bf6e-95d0e991c091 req-926ae4df-bf20-461b-9d21-7cf4e11ce7e7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Mar 31 15:58:47.627725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33488) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:47.850785 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf569b-bb21-4ba0-a4b6-dd15e2aeeab9 tempest-TestMinimumBasicScenario-1953765766 tempest-TestMinimumBasicScenario-1953765766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.853134 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0fbf569b-bb21-4ba0-a4b6-dd15e2aeeab9 tempest-TestMinimumBasicScenario-1953765766 tempest-TestMinimumBasicScenario-1953765766-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1124 time: 0.2287045 Mar 31 15:58:47.856183 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33492) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:47.860994 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'port_id': 'a199b190-7793-4c35-a9a5-c522259782f9', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:47.966824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.112317 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.264004 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Allocated IP 172.27.1.88 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/f1cd6295-b36e-4e04-8081-9f3cc49371be) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:48.391678 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.661173 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.700421 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:48.704120 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:48.711404 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:48.735219 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'Port': ['ID=f1cd6295-b36e-4e04-8081-9f3cc49371be,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:49.099201 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for floatingip (1c1a5421-81b8-4873-a0e5-6a98f95994fb), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.259378 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.369502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.445169 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.518133 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.643250 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'Port': ['ID=f1cd6295-b36e-4e04-8081-9f3cc49371be,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:49.664215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (1c1a5421-81b8-4873-a0e5-6a98f95994fb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.777131 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Floating IP 1c1a5421-81b8-4873-a0e5-6a98f95994fb associated. External IP: 172.27.1.88, port: a199b190-7793-4c35-a9a5-c522259782f9. Mar 31 15:58:50.015381 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Router 61ab3c85-2006-432f-8d4c-d1a6d905e224 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:50.162234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:50.174317 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] Sync routers for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:50.186594 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:50.189102 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:50.286050 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.329129 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3c2129de-d406-4a46-bd97-bfd2d9fbeae7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4674551 Mar 31 15:58:50.329129 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:50.329129 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557dc18-89d6-4a82-bab4-c86390b11137" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:50.329827 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:50.330014 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33504) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:50.337522 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789810786', 'description': 'tempest-secgroup-smoke-1789810786 description', 'project_id': '4559ade4445e4fd9a207f751d33cce3d'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:50.384445 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc21ad7a-a486-4b37-890f-f45ccdb9de77 x-openstack-request-id: req-fc21ad7a-a486-4b37-890f-f45ccdb9de77 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:50.385125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:50.385620 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc21ad7a-a486-4b37-890f-f45ccdb9de77 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:50.386214 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc21ad7a-a486-4b37-890f-f45ccdb9de77'] response: {'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'status': 'completed', 'code': 200} Mar 31 15:58:50.430089 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.516771 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group (5ddd0470-842a-48c6-9232-7a06ae56f850), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.612799 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (5ddd0470-842a-48c6-9232-7a06ae56f850), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.652333 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd0470-842a-48c6-9232-7a06ae56f850,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:50.736964 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.738301 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c9f2f6b5-9139-45df-b2d2-56cdfd3de215 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4071147 Mar 31 15:58:50.742004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33510) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:50.750299 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group_rule': {'security_group_id': '5ddd0470-842a-48c6-9232-7a06ae56f850', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:50.776553 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '1c1a5421-81b8-4873-a0e5-6a98f95994fb', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'port_id': 'a199b190-7793-4c35-a9a5-c522259782f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'mac_address': 'fa:16:3e:38:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:48Z', 'updated_at': '2022-03-31T15:58:48Z', 'revision_number': 0, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:50.804403 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] Checking router: 61ab3c85-2006-432f-8d4c-d1a6d905e224 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:50.814459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:50.815126 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:50.900388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (efca6918-2fe5-48c1-b7b2-5dbfeb239235), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.964742 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:50.987422 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (efca6918-2fe5-48c1-b7b2-5dbfeb239235), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.104343 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (efca6918-2fe5-48c1-b7b2-5dbfeb239235), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.134751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efca6918-2fe5-48c1-b7b2-5dbfeb239235,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:51.221362 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.223483 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-125f1267-ec3e-4b58-9496-1f9a999c0faf tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4799333 Mar 31 15:58:51.226664 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33520) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:51.233073 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group_rule': {'security_group_id': '5ddd0470-842a-48c6-9232-7a06ae56f850', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:51.294052 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '1c1a5421-81b8-4873-a0e5-6a98f95994fb', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'port_id': 'a199b190-7793-4c35-a9a5-c522259782f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'mac_address': 'fa:16:3e:38:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:48Z', 'updated_at': '2022-03-31T15:58:48Z', 'revision_number': 0, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:51.341365 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (a45beeba-c0eb-45b3-8c3b-a5b51a9f8b62), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.356462 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4215c8-dca1-48d7-aecf-a0e8ee5937e1 None None] The sync data for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi is: [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '1c1a5421-81b8-4873-a0e5-6a98f95994fb', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'port_id': 'a199b190-7793-4c35-a9a5-c522259782f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'mac_address': 'fa:16:3e:38:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:48Z', 'updated_at': '2022-03-31T15:58:48Z', 'revision_number': 0, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:51.441635 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (a45beeba-c0eb-45b3-8c3b-a5b51a9f8b62), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.521819 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-f339b452-dc72-41cd-a35d-a441e22e6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:51.523465 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-f339b452-dc72-41cd-a35d-a441e22e6490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1129 time: 0.0794930 Mar 31 15:58:51.563908 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (a45beeba-c0eb-45b3-8c3b-a5b51a9f8b62), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.621520 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a0c07-8743-4753-ba6a-9236ee4f7b84 None None] New status for floating IP 1c1a5421-81b8-4873-a0e5-6a98f95994fb: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:51.644865 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45beeba-c0eb-45b3-8c3b-a5b51a9f8b62,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:51.687930 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-c2179d27-61fb-4895-82bd-0df0234ce1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:51.698782 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-c2179d27-61fb-4895-82bd-0df0234ce1c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 916 time: 0.1554685 Mar 31 15:58:51.744427 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.745806 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-302f5971-8b0d-46f1-bc04-86f42111f88f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5179923 Mar 31 15:58:51.749232 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33526) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:51.758596 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group_rule': {'security_group_id': '5ddd0470-842a-48c6-9232-7a06ae56f850', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:51.790656 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-57d1f9af-4825-4065-901c-b685c91625d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 998 time: 0.0937545 Mar 31 15:58:51.878841 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (d14df71d-57f9-426b-957f-7a1e78accc54), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:51.885819 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-5aad50bd-0f9f-45e5-a2b1-d3953f629db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:51.888299 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-5aad50bd-0f9f-45e5-a2b1-d3953f629db9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.0823405 Mar 31 15:58:51.962297 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-ca34e9e1-cbbc-43de-a6c8-4359e94e17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:51.964032 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-ca34e9e1-cbbc-43de-a6c8-4359e94e17be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683880 Mar 31 15:58:51.973558 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (d14df71d-57f9-426b-957f-7a1e78accc54), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.072048 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (d14df71d-57f9-426b-957f-7a1e78accc54), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.096683 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14df71d-57f9-426b-957f-7a1e78accc54,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:52.098808 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-ed139b0e-5c6a-4f0f-8c12-e9a4fd2dcf03 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218898 Mar 31 15:58:52.195121 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.197192 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bf1a44b0-b844-4bcc-9ab1-101325b443fe tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4463906 Mar 31 15:58:52.201504 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33528) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:52.209838 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group_rule': {'security_group_id': '5ddd0470-842a-48c6-9232-7a06ae56f850', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:52.226879 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8557dc18-89d6-4a82-bab4-c86390b11137 req-26dbf8bb-1376-4cb2-8409-a6a909a62ed5 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105573 Mar 31 15:58:52.343050 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (059161ae-e837-4688-85e9-c1ec801e608f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.446765 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (059161ae-e837-4688-85e9-c1ec801e608f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.530376 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (059161ae-e837-4688-85e9-c1ec801e608f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.552825 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059161ae-e837-4688-85e9-c1ec801e608f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:52.640385 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.641658 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0a231c4a-bdfe-49a8-9422-b91ef51372a7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4385200 Mar 31 15:58:52.644928 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33534) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:52.649690 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group_rule': {'security_group_id': '5ddd0470-842a-48c6-9232-7a06ae56f850', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:52.729727 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Project 4559ade4445e4fd9a207f751d33cce3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:58:52.736820 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (4a1bf281-172f-4d8b-b58c-11f0e69599af), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.803483 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (4a1bf281-172f-4d8b-b58c-11f0e69599af), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.884043 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (4a1bf281-172f-4d8b-b58c-11f0e69599af), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.902178 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1bf281-172f-4d8b-b58c-11f0e69599af,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:53.005696 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.007400 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1866de1b-e4ee-4bf1-be45-59c20dbea8af tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609703 Mar 31 15:58:53.009695 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33536) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:53.014524 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'security_group_rule': {'security_group_id': '5ddd0470-842a-48c6-9232-7a06ae56f850', 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:53.124490 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Project 4559ade4445e4fd9a207f751d33cce3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:58:53.130132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (9056e144-f365-401d-99ee-80dfb825568f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.202200 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (9056e144-f365-401d-99ee-80dfb825568f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.321429 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (9056e144-f365-401d-99ee-80dfb825568f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.343818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9056e144-f365-401d-99ee-80dfb825568f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:53.456460 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.459087 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d896c6f6-772a-4b97-8bb7-fc7e16ec457a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4475255 Mar 31 15:58:53.584221 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-c714e890-63e3-4561-8a13-638b668ee234 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789810786&fields=id&tenant_id=4559ade4445e4fd9a207f751d33cce3d HTTP/1.1" status: 200 len: 267 time: 0.0672977 Mar 31 15:58:53.659663 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-87b26aa2-f2d4-4f3b-9ba8-90dbce37c01f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:53.661253 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-87b26aa2-f2d4-4f3b-9ba8-90dbce37c01f tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0700448 Mar 31 15:58:53.678654 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'port': {'security_groups': ['33ff9045-5470-4367-b18d-0c8e06ccd2d5', '5ddd0470-842a-48c6-9232-7a06ae56f850']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:53.759214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.965514 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:54.000342 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for port (a199b190-7793-4c35-a9a5-c522259782f9), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.123820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.162430 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['a199b190-7793-4c35-a9a5-c522259782f9'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:54.170976 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.171655 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.175415 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95b4d9da-8ffa-456b-9e39-1d8da4a69062 req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "PUT /v2.0/ports/a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 981 time: 0.5013154 Mar 31 15:58:54.176281 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:54.181163 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d72660c-0e21-4dc8-9019-5af1715b1578" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:54.237767 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36a50-3829-438c-841f-6dd9186c5fc3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=6']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:54.337024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a0888-15ed-4daf-adba-6b3250db0488 x-openstack-request-id: req-d75a0888-15ed-4daf-adba-6b3250db0488 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:54.337904 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:54.338598 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d75a0888-15ed-4daf-adba-6b3250db0488 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:54.339475 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75a0888-15ed-4daf-adba-6b3250db0488'] response: {'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'status': 'completed', 'code': 200} Mar 31 15:58:54.344893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8e911-bb9a-4da2-b649-cf90c64ee3b8 req-ff17d791-1d36-4220-8fdd-4910f066d51e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.352628 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9c8e911-bb9a-4da2-b649-cf90c64ee3b8 req-ff17d791-1d36-4220-8fdd-4910f066d51e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0747776 Mar 31 15:58:54.384550 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-43a23131-0805-4c01-b09d-99d7bc668d49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1192851 Mar 31 15:58:54.398457 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['a199b190-7793-4c35-a9a5-c522259782f9'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:54.514725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-677db09b-ca0e-4564-98ae-3d9aeffbe290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.517846 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-677db09b-ca0e-4564-98ae-3d9aeffbe290 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1168 time: 0.1625872 Mar 31 15:58:54.529245 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9c8e911-bb9a-4da2-b649-cf90c64ee3b8 req-6e6635c8-f2dc-4188-b494-a4feb5a8e5d7 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753170 Mar 31 15:58:54.571384 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-38fb37ce-2ab5-4374-add3-ed61d3ef1c04 None None] Provisioning complete for port a199b190-7793-4c35-a9a5-c522259782f9 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:54.572742 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-38fb37ce-2ab5-4374-add3-ed61d3ef1c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a199b190-7793-4c35-a9a5-c522259782f9), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.606064 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-f379b971-519a-477e-8c87-02e25f3dae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.609244 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-f379b971-519a-477e-8c87-02e25f3dae69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8239194064cd46049a89af5b1e8032af&device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 1129 time: 0.1463928 Mar 31 15:58:54.750849 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-51c214bd-fc7c-468b-8969-2b66e52ca271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.754226 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-51c214bd-fc7c-468b-8969-2b66e52ca271 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 916 time: 0.2234740 Mar 31 15:58:54.842267 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-38fb37ce-2ab5-4374-add3-ed61d3ef1c04 None None] Current status of the port a199b190-7793-4c35-a9a5-c522259782f9 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:54.855550 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-ddde5e44-d074-40d5-95fa-21caa63ee85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.858101 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-ddde5e44-d074-40d5-95fa-21caa63ee85b service neutron] 10.222.0.48 "GET /v2.0/networks?id=10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 200 len: 919 time: 0.1857131 Mar 31 15:58:54.916632 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-e93b2bf1-8eb6-4ef0-b5c6-0b624904ff33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 1000 time: 0.1498885 Mar 31 15:58:54.980646 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-98241336-9fba-4226-9ebb-8788d85af1e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 200 len: 217 time: 0.1140597 Mar 31 15:58:55.065479 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-58e5c270-55f9-49fc-8bb8-52f417209801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.068808 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-58e5c270-55f9-49fc-8bb8-52f417209801 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 200 len: 857 time: 0.0766604 Mar 31 15:58:55.169549 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-7b28c64d-229c-4237-8bab-2c86105ba850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.172873 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-7b28c64d-229c-4237-8bab-2c86105ba850 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10ad0528-a170-4e77-b370-9edfa161fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948594 Mar 31 15:58:55.279181 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-68d732ea-b656-4aa7-a5a0-fb2e770ec6cd service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971310 Mar 31 15:58:55.351660 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-416fdc1f-becd-428d-bfa9-a71728715287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.354317 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-416fdc1f-becd-428d-bfa9-a71728715287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.4337392 Mar 31 15:58:55.388210 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a0b8bd8-3755-4dc6-b3e0-fdd224c37ac3 req-bfe6936e-2886-481f-9686-50fbebe9baa8 service neutron] 10.222.0.48 "GET /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007950 Mar 31 15:58:55.441505 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-dd9d0eb4-9c7b-45c7-b82d-fba183958e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.443146 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-dd9d0eb4-9c7b-45c7-b82d-fba183958e5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786242 Mar 31 15:58:55.557897 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14e443-9d7b-40df-a0af-e0ca3c5def91 req-a13cff2c-1619-4cef-aa91-b94e8d7f330e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.559448 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a14e443-9d7b-40df-a0af-e0ca3c5def91 req-a13cff2c-1619-4cef-aa91-b94e8d7f330e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0777671 Mar 31 15:58:55.614921 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-c4455661-b664-4f7f-b60b-93ab47a12d26 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239748 Mar 31 15:58:55.619246 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a14e443-9d7b-40df-a0af-e0ca3c5def91 req-59b653e9-f10e-4938-a2c5-1acdbee6b4b5 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497806 Mar 31 15:58:55.789611 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6d72660c-0e21-4dc8-9019-5af1715b1578 req-fb46301d-9744-4059-b2d3-9a31d5319c54 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672978 Mar 31 15:58:56.769299 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740be97-4c0a-4914-bb1a-244570a9bf6d req-4404699a-1296-4e26-b9e1-1cd18556afe6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:56.771729 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f740be97-4c0a-4914-bb1a-244570a9bf6d req-4404699a-1296-4e26-b9e1-1cd18556afe6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0623722 Mar 31 15:58:56.844306 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f740be97-4c0a-4914-bb1a-244570a9bf6d req-ee93bcad-5ba8-4ebe-8edc-a71a490ffbe2 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635548 Mar 31 15:58:57.971838 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f326621-eff9-448e-bede-d9ddaefb2cda req-2e5cbf37-2f0f-49ad-9d26-a3c868310130 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.973365 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f326621-eff9-448e-bede-d9ddaefb2cda req-2e5cbf37-2f0f-49ad-9d26-a3c868310130 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Mar 31 15:58:58.030597 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f326621-eff9-448e-bede-d9ddaefb2cda req-3fbd6ac4-b0df-44ef-b597-5fd78a8db02d tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471084 Mar 31 15:58:59.160949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81481-b9ab-40a3-9a7f-14cb36bf7038 req-2e75a61b-6401-4438-9302-0e830659b689 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:59.162563 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-61e81481-b9ab-40a3-9a7f-14cb36bf7038 req-2e75a61b-6401-4438-9302-0e830659b689 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0590971 Mar 31 15:58:59.221598 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-61e81481-b9ab-40a3-9a7f-14cb36bf7038 req-8f33bca3-c1e9-4463-aa63-3d2962f32ce9 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513890 Mar 31 15:59:00.381618 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3653c7-a6cf-4c7d-913d-06c936388977 req-290b157a-177b-46eb-9cd1-35bb095978e0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:00.383205 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc3653c7-a6cf-4c7d-913d-06c936388977 req-290b157a-177b-46eb-9cd1-35bb095978e0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0569715 Mar 31 15:59:00.438384 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc3653c7-a6cf-4c7d-913d-06c936388977 req-463f3994-205a-43c0-8206-8722e3705689 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488501 Mar 31 15:59:01.337355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-61e15009-2df4-43bf-8909-1bf9b686c700 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:01.339548 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-61e15009-2df4-43bf-8909-1bf9b686c700 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.0634692 Mar 31 15:59:01.464105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Deleting port 408b4550-4908-4526-bc8a-e7341d0c41ec {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:01.464437 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.568036 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] For port 408b4550-4908-4526-bc8a-e7341d0c41ec, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=408b4550-4908-4526-bc8a-e7341d0c41ec,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:01.568403 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.839263 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c9ce4-ecf0-4618-968f-3d04f3e5f1ab req-d717f376-a634-4131-9bd2-6bdfb9abea8c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:01.840867 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc0c9ce4-ecf0-4618-968f-3d04f3e5f1ab req-d717f376-a634-4131-9bd2-6bdfb9abea8c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 945 time: 0.3247707 Mar 31 15:59:01.862441 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.873746 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.873746 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Floating IP 78c3129d-01ea-4e9a-80c3-de4a0180d2a1 disassociated. External IP: 172.27.1.103, port: 408b4550-4908-4526-bc8a-e7341d0c41ec. Mar 31 15:59:01.873746 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Calling delete_port for 408b4550-4908-4526-bc8a-e7341d0c41ec owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:01.948435 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc0c9ce4-ecf0-4618-968f-3d04f3e5f1ab req-6ac946d8-5ce2-4b42-aabd-12f63438e6a7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=61470423-c201-4663-a175-2f98690ea646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998611 Mar 31 15:59:02.107843 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (408b4550-4908-4526-bc8a-e7341d0c41ec), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:02.159466 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event deleted for resources: {'Port': ['ID=408b4550-4908-4526-bc8a-e7341d0c41ec,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:02.170589 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.170922 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.171270 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.171617 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.171962 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.172348 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.172689 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.173029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.173362 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.173700 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.174030 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.174362 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.174723 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.175055 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.175383 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:02.293780 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Router d689b0ce-0242-4b58-b8a2-4679124b1d7c has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:02.418429 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:02.433351 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] Sync routers for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:02.451041 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:02.452740 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:02.492129 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] No DVR routers for this DVR port 408b4550-4908-4526-bc8a-e7341d0c41ec on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:02.496253 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:02.502156 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4bb241d6-c949-4dac-853f-1331d9e334a4 req-8e65516f-7c63-4ff7-aa2a-d3add96277cf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "DELETE /v2.0/ports/408b4550-4908-4526-bc8a-e7341d0c41ec HTTP/1.1" status: 204 len: 173 time: 1.1561027 Mar 31 15:59:02.502935 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'name': 'network-vif-deleted', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:02.507031 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d17ffb-852d-40a5-b944-6718541530b0" -d '{"events": [{"server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "name": "network-vif-deleted", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:02.571643 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31901a2-079c-4f9b-97c7-ae378dde8f03 x-openstack-request-id: req-a31901a2-079c-4f9b-97c7-ae378dde8f03 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:02.572114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f02bb4e-4a36-4e37-8754-f94aef66e492", "name": "network-vif-deleted", "tag": "408b4550-4908-4526-bc8a-e7341d0c41ec", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:02.573234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a31901a2-079c-4f9b-97c7-ae378dde8f03 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:02.573234 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31901a2-079c-4f9b-97c7-ae378dde8f03'] response: {'server_uuid': '2f02bb4e-4a36-4e37-8754-f94aef66e492', 'name': 'network-vif-deleted', 'tag': '408b4550-4908-4526-bc8a-e7341d0c41ec', 'status': 'completed', 'code': 200} Mar 31 15:59:02.643438 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:02.915501 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:02.945430 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] Checking router: d689b0ce-0242-4b58-b8a2-4679124b1d7c for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:02.956130 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:02.956767 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:58:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:03.090820 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f78f8bb-14ea-494e-92c9-b16568797125 req-a64f314b-76e7-4c9d-9933-54aff4c745bf tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f02bb4e-4a36-4e37-8754-f94aef66e492 HTTP/1.1" status: 200 len: 210 time: 0.0326428 Mar 31 15:59:03.110717 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:03.369783 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:03.433319 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2167-1a2b-4d64-9260-9a57b00fb357 None None] The sync data for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi is: [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:54:12Z', 'revision_number': 4, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7', 'name': '', 'network_id': '10ad0528-a170-4e77-b370-9edfa161fade', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'mac_address': 'fa:16:3e:48:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '971d436d-a1b0-4120-8346-8807dd707508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:10Z', 'updated_at': '2022-03-31T15:54:19Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'subnets': [{'id': '971d436d-a1b0-4120-8346-8807dd707508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:03.721835 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6aa25c-ef75-44c0-8405-b920d9d05309 None None] New status for floating IP 78c3129d-01ea-4e9a-80c3-de4a0180d2a1: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:59:03.847390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 408b4550-4908-4526-bc8a-e7341d0c41ec no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:03.880308 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 408b4550-4908-4526-bc8a-e7341d0c41ec {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:03.880849 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 408b4550-4908-4526-bc8a-e7341d0c41ec not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:04.314203 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33626) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:04.373849 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a0545c-3337-4c2b-840d-7e15cfb69c5e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group (61470423-c201-4663-a175-2f98690ea646), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.401745 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a0545c-3337-4c2b-840d-7e15cfb69c5e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group (61470423-c201-4663-a175-2f98690ea646), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.552462 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a0545c-3337-4c2b-840d-7e15cfb69c5e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (61470423-c201-4663-a175-2f98690ea646), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.555260 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a0545c-3337-4c2b-840d-7e15cfb69c5e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.556716 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b3a0545c-3337-4c2b-840d-7e15cfb69c5e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "DELETE /v2.0/security-groups/61470423-c201-4663-a175-2f98690ea646 HTTP/1.1" status: 204 len: 168 time: 0.2413235 Mar 31 15:59:04.562019 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:04.567167 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0545c-3337-4c2b-840d-7e15cfb69c5e tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61470423-c201-4663-a175-2f98690ea646,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:04.577817 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-6f1d4c8d-a907-4e47-b1ab-7f536a223733 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] show failed (client error): The resource could not be found. Mar 31 15:59:04.579392 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6f1d4c8d-a907-4e47-b1ab-7f536a223733 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups/61470423-c201-4663-a175-2f98690ea646 HTTP/1.1" status: 404 len: 347 time: 0.0165226 Mar 31 15:59:04.582061 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33634) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:04.737231 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Deleting port dc520a90-91b0-42ce-b55e-37b325a2b8d1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:04.737588 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.838492 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.838783 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (dc520a90-91b0-42ce-b55e-37b325a2b8d1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.854458 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Calling delete_port for dc520a90-91b0-42ce-b55e-37b325a2b8d1 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:05.372905 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (dc520a90-91b0-42ce-b55e-37b325a2b8d1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.401701 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event deleted for resources: {'Port': ['ID=dc520a90-91b0-42ce-b55e-37b325a2b8d1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:05.436385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.436385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.436385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.436385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.436385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.436936 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.437110 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.437429 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.437762 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.438085 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.438418 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.438771 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.439096 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.439416 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.439740 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:05.481171 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks [] for floatingip (78c3129d-01ea-4e9a-80c3-de4a0180d2a1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.484611 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.486168 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-56b30176-786f-408b-b402-09fe5b18dc3b tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "DELETE /v2.0/floatingips/78c3129d-01ea-4e9a-80c3-de4a0180d2a1 HTTP/1.1" status: 204 len: 168 time: 0.9030457 Mar 31 15:59:07.630696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33662) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:07.780871 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91596cbe-d02e-46e0-b28f-bc041bdf4ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:07.888022 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91596cbe-d02e-46e0-b28f-bc041bdf4ac7 admin admin] Publish callbacks [] for security_group (e64be868-8840-4a1c-a4bb-e8eabfd5d5f7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:07.906915 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4c4e3ee8-df75-4100-819f-137f93a69869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:07.961278 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91596cbe-d02e-46e0-b28f-bc041bdf4ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (e64be868-8840-4a1c-a4bb-e8eabfd5d5f7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.004864 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-91596cbe-d02e-46e0-b28f-bc041bdf4ac7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a937f750c5f4419bb99a5497f253ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724387 Mar 31 15:59:08.005774 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596cbe-d02e-46e0-b28f-bc041bdf4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64be868-8840-4a1c-a4bb-e8eabfd5d5f7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:08.008029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33666) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:08.064384 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b700fb4d-a3c2-484a-871b-135ae516dd8a admin admin] Publish callbacks [] for security_group (e64be868-8840-4a1c-a4bb-e8eabfd5d5f7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.093697 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b700fb4d-a3c2-484a-871b-135ae516dd8a admin admin] Publish callbacks [] for security_group (e64be868-8840-4a1c-a4bb-e8eabfd5d5f7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.232854 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b700fb4d-a3c2-484a-871b-135ae516dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (e64be868-8840-4a1c-a4bb-e8eabfd5d5f7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.237943 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b700fb4d-a3c2-484a-871b-135ae516dd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.240111 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b700fb4d-a3c2-484a-871b-135ae516dd8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e64be868-8840-4a1c-a4bb-e8eabfd5d5f7 HTTP/1.1" status: 204 len: 168 time: 0.2303765 Mar 31 15:59:08.253972 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700fb4d-a3c2-484a-871b-135ae516dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64be868-8840-4a1c-a4bb-e8eabfd5d5f7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:08.728889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4f2f4-2841-425d-bdb1-9982413e5f5c req-c5855048-bac3-4e81-9b57-190516e302c7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:08.731790 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9d4f2f4-2841-425d-bdb1-9982413e5f5c req-c5855048-bac3-4e81-9b57-190516e302c7 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0861504 Mar 31 15:59:08.805615 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9d4f2f4-2841-425d-bdb1-9982413e5f5c req-3b0db0c4-f2e9-4f28-9b64-897cd9905b37 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659881 Mar 31 15:59:10.158493 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d037b12-6565-4952-9bc5-c6a661725f95 req-f4ff3120-5936-4107-bdf6-4c2e81658fa4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:10.160195 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d037b12-6565-4952-9bc5-c6a661725f95 req-f4ff3120-5936-4107-bdf6-4c2e81658fa4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.2816525 Mar 31 15:59:10.248887 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d037b12-6565-4952-9bc5-c6a661725f95 req-2b4734b6-2fdf-4ddf-8d92-a5b7e75a4610 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771244 Mar 31 15:59:10.969383 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7ae7a4f4-a8fc-45a9-9161-67c8b8afc0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.214293 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc43aa-f462-468b-9274-d181aad08805 req-f1856597-4f9a-4ea6-bfc7-64501152b228 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:11.217076 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2dc43aa-f462-468b-9274-d181aad08805 req-f1856597-4f9a-4ea6-bfc7-64501152b228 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.0864460 Mar 31 15:59:11.344314 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Deleting port 9535ab80-7ec9-4feb-b317-e437fcd403c0 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:11.344648 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.468095 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cba99-329d-421e-ab2e-76d2ff599b0e req-65a7b061-7f35-4772-a731-557fde7b9b87 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:11.470063 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e22cba99-329d-421e-ab2e-76d2ff599b0e req-65a7b061-7f35-4772-a731-557fde7b9b87 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 946 time: 0.1393139 Mar 31 15:59:11.482683 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] For port 9535ab80-7ec9-4feb-b317-e437fcd403c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9535ab80-7ec9-4feb-b317-e437fcd403c0,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:11.483100 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.508960 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Calling delete_port for 9535ab80-7ec9-4feb-b317-e437fcd403c0 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:11.583354 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e22cba99-329d-421e-ab2e-76d2ff599b0e req-7e4193ae-035a-4a03-9b7f-be2eeed6c679 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029747 Mar 31 15:59:11.744283 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (9535ab80-7ec9-4feb-b317-e437fcd403c0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.775742 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event deleted for resources: {'Port': ['ID=9535ab80-7ec9-4feb-b317-e437fcd403c0,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:11.786056 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['36fd54bc-68f5-4115-9991-b1589bc3237d', '9535ab80-7ec9-4feb-b317-e437fcd403c0'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:11.824153 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] No DVR routers for this DVR port 9535ab80-7ec9-4feb-b317-e437fcd403c0 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:11.827305 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.833044 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2dc43aa-f462-468b-9274-d181aad08805 req-5f45ee6c-9940-4ab1-a9c2-768ed7b752eb tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "DELETE /v2.0/ports/9535ab80-7ec9-4feb-b317-e437fcd403c0 HTTP/1.1" status: 204 len: 173 time: 0.6093473 Mar 31 15:59:11.833835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'name': 'network-vif-deleted', 'tag': '9535ab80-7ec9-4feb-b317-e437fcd403c0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:11.837988 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abaeac-3f99-49cb-b577-09d938dc5eff" -d '{"events": [{"server_uuid": "ade1129b-e27a-4f8d-aa76-a4b1cfebd657", "name": "network-vif-deleted", "tag": "9535ab80-7ec9-4feb-b317-e437fcd403c0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:11.900233 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2268dfa-c53b-4208-9017-d7df2c2f2cc6 x-openstack-request-id: req-e2268dfa-c53b-4208-9017-d7df2c2f2cc6 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:11.900904 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade1129b-e27a-4f8d-aa76-a4b1cfebd657", "name": "network-vif-deleted", "tag": "9535ab80-7ec9-4feb-b317-e437fcd403c0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:11.901419 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2268dfa-c53b-4208-9017-d7df2c2f2cc6 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:11.902111 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2268dfa-c53b-4208-9017-d7df2c2f2cc6'] response: {'server_uuid': 'ade1129b-e27a-4f8d-aa76-a4b1cfebd657', 'name': 'network-vif-deleted', 'tag': '9535ab80-7ec9-4feb-b317-e437fcd403c0', 'status': 'completed', 'code': 200} Mar 31 15:59:12.699855 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-69cae3ac-4d4c-4623-a5ee-6ef277d8466a req-672728d6-62b5-4aec-8920-b5a8a22253ad tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade1129b-e27a-4f8d-aa76-a4b1cfebd657 HTTP/1.1" status: 200 len: 210 time: 0.0300834 Mar 31 15:59:13.758741 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.882379 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 9535ab80-7ec9-4feb-b317-e437fcd403c0 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:13.905389 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 9535ab80-7ec9-4feb-b317-e437fcd403c0 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:13.905780 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 9535ab80-7ec9-4feb-b317-e437fcd403c0 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:14.491171 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013550-6edc-49b9-a5b3-edac1d826f72 req-95c7db13-db6c-4335-a235-708c3694039a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:14.492782 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b013550-6edc-49b9-a5b3-edac1d826f72 req-95c7db13-db6c-4335-a235-708c3694039a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0622218 Mar 31 15:59:14.547599 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b013550-6edc-49b9-a5b3-edac1d826f72 req-731ce82a-1e17-42ea-9a5f-1ae3332eeb74 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Mar 31 15:59:14.906899 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:15.702453 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375be5d-5f6e-4510-9438-ff50162fcfcc req-81c0a2c3-c35d-47bd-8a60-d7150a575208 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:15.704109 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0375be5d-5f6e-4510-9438-ff50162fcfcc req-81c0a2c3-c35d-47bd-8a60-d7150a575208 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0737925 Mar 31 15:59:15.759621 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0375be5d-5f6e-4510-9438-ff50162fcfcc req-e268ec7c-9eae-46f3-bcb7-cdd07e77a89c tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496197 Mar 31 15:59:16.466225 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:16.923230 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1376794-1f9d-4272-b7e6-eb1117a7e6b7 req-6d65a5b7-f3d6-4c2d-b7d4-f371e365e5d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:16.924053 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1376794-1f9d-4272-b7e6-eb1117a7e6b7 req-6d65a5b7-f3d6-4c2d-b7d4-f371e365e5d4 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0720346 Mar 31 15:59:16.997065 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1376794-1f9d-4272-b7e6-eb1117a7e6b7 req-460cd412-5225-4781-be74-379cd7476dff tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Mar 31 15:59:17.593875 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f54c7-f57a-43e4-b78b-48411566be41 req-72a365d5-51c8-4885-b422-6b2b98cbc12a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:17.595444 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b9f54c7-f57a-43e4-b78b-48411566be41 req-72a365d5-51c8-4885-b422-6b2b98cbc12a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0649886 Mar 31 15:59:17.666276 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b9f54c7-f57a-43e4-b78b-48411566be41 req-6e5a054d-501c-4245-aaf8-cd5842c33896 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612688 Mar 31 15:59:17.727674 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-3faa0e26-0051-4830-956f-9ceb081cb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:17.730329 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-3faa0e26-0051-4830-956f-9ceb081cb659 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1168 time: 0.0796325 Mar 31 15:59:17.830279 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-b6cd3069-31cf-4182-ba68-ad46ba5e5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:17.831869 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-b6cd3069-31cf-4182-ba68-ad46ba5e5709 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 916 time: 0.0954692 Mar 31 15:59:17.896081 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-7949fcd6-0ac6-4a21-937f-0e0c0340877a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:17.898586 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-7949fcd6-0ac6-4a21-937f-0e0c0340877a tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0671661 Mar 31 15:59:17.906380 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-68a61a2b-119b-4911-b14a-9b7cb4745e06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 1000 time: 0.0666111 Mar 31 15:59:17.989431 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-ecf25647-f5df-47cf-80dc-5593a3dd37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:17.992419 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-ecf25647-f5df-47cf-80dc-5593a3dd37e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.0792873 Mar 31 15:59:18.008098 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Deleting port 36fd54bc-68f5-4115-9991-b1589bc3237d {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:18.008970 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:18.054434 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-b83c4718-313d-4ccf-b32d-a76530de6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:18.056048 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-b83c4718-313d-4ccf-b32d-a76530de6571 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568466 Mar 31 15:59:18.120800 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] For port 36fd54bc-68f5-4115-9991-b1589bc3237d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=36fd54bc-68f5-4115-9991-b1589bc3237d,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:18.121183 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:18.136909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Calling delete_port for 36fd54bc-68f5-4115-9991-b1589bc3237d owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:18.228853 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00fe6-b65f-40f1-a827-d1e72c310670 req-7bf062f7-0c02-4bc5-922f-4e69c5035bf0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:18.230511 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a3b00fe6-b65f-40f1-a827-d1e72c310670 req-7bf062f7-0c02-4bc5-922f-4e69c5035bf0 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 945 time: 0.0989885 Mar 31 15:59:18.233380 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-e54ace49-9d51-497d-95ca-5477a8993aa4 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691601 Mar 31 15:59:18.354304 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a3b00fe6-b65f-40f1-a827-d1e72c310670 req-b5ef40cc-6b22-45a3-af7a-9ebcc6083cd6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/security-groups?id=f517c969-590f-4c9c-bce4-f0a980c7725a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124465 Mar 31 15:59:18.376146 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc455c6c-39da-46c3-86ce-0569198fbca2 req-32734804-ad65-4ce6-9168-5808da514c4e service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361902 Mar 31 15:59:18.409585 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (36fd54bc-68f5-4115-9991-b1589bc3237d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:18.440700 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Pushing event deleted for resources: {'Port': ['ID=36fd54bc-68f5-4115-9991-b1589bc3237d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:18.449045 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['36fd54bc-68f5-4115-9991-b1589bc3237d'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:18.491872 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] No DVR routers for this DVR port 36fd54bc-68f5-4115-9991-b1589bc3237d on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:18.494622 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:18.498089 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0bc1aadb-a5cc-40ef-8734-6454acc5c100 req-cfcf7550-cc06-412b-a5ce-b2f90f2c97a6 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.48 "DELETE /v2.0/ports/36fd54bc-68f5-4115-9991-b1589bc3237d HTTP/1.1" status: 204 len: 173 time: 0.5937047 Mar 31 15:59:18.498601 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'name': 'network-vif-deleted', 'tag': '36fd54bc-68f5-4115-9991-b1589bc3237d'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:18.501678 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8121520c-3882-4808-923c-e78d34db177f" -d '{"events": [{"server_uuid": "e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9", "name": "network-vif-deleted", "tag": "36fd54bc-68f5-4115-9991-b1589bc3237d"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:18.542379 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22cab0d-76c5-45fc-bfef-c8e339e026e1 x-openstack-request-id: req-a22cab0d-76c5-45fc-bfef-c8e339e026e1 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:18.542947 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9", "name": "network-vif-deleted", "tag": "36fd54bc-68f5-4115-9991-b1589bc3237d", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:18.543368 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a22cab0d-76c5-45fc-bfef-c8e339e026e1 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:18.544015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22cab0d-76c5-45fc-bfef-c8e339e026e1'] response: {'server_uuid': 'e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9', 'name': 'network-vif-deleted', 'tag': '36fd54bc-68f5-4115-9991-b1589bc3237d', 'status': 'completed', 'code': 200} Mar 31 15:59:18.825132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d0d15-9a45-4fdd-9819-ffdb8818e33c req-56f64c9d-1a65-49e8-9fd1-14a255d2efaa tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:18.828764 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-100d0d15-9a45-4fdd-9819-ffdb8818e33c req-56f64c9d-1a65-49e8-9fd1-14a255d2efaa tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0710869 Mar 31 15:59:18.912157 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-100d0d15-9a45-4fdd-9819-ffdb8818e33c req-0f0792c0-a3b8-45ba-8d08-542ac2184164 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765820 Mar 31 15:59:19.400998 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:19.484856 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-328bcb59-7ad3-4a15-9b6f-e519e32ac831 req-be9b693d-faaf-46dc-9323-27ef9e0424d8 tempest-ServerRescueNegativeTestJSON-1485687488 tempest-ServerRescueNegativeTestJSON-1485687488-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9a0c49e-cbc7-4e6a-97fc-5d41d42f4ef9 HTTP/1.1" status: 200 len: 210 time: 0.0335317 Mar 31 15:59:20.071958 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346383af-20e5-4bc3-ba4e-ec5e0bb10e63 req-7361feb3-1dd7-43cc-bf7b-6a8cec068f3b tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:20.074711 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-346383af-20e5-4bc3-ba4e-ec5e0bb10e63 req-7361feb3-1dd7-43cc-bf7b-6a8cec068f3b tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0877776 Mar 31 15:59:20.175062 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-346383af-20e5-4bc3-ba4e-ec5e0bb10e63 req-f145ad8e-91f6-4030-82de-5ca324ee06e0 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938838 Mar 31 15:59:20.543056 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33722) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:21.174812 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (d689b0ce-0242-4b58-b8a2-4679124b1d7c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.333333 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80683ec-2ff3-43b5-9b53-6bd16a2f7bc2 req-0ffe33a3-a13b-4d5a-8611-26dadbe7fca3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:21.335007 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d80683ec-2ff3-43b5-9b53-6bd16a2f7bc2 req-0ffe33a3-a13b-4d5a-8611-26dadbe7fca3 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0585370 Mar 31 15:59:21.412264 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d80683ec-2ff3-43b5-9b53-6bd16a2f7bc2 req-f27c21bd-3982-48b2-b378-1433b6b4b08d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665977 Mar 31 15:59:21.526366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Deleting port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:21.526735 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.625274 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] For port f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:21.625983 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.647622 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Calling delete_port for f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:21.920117 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 36fd54bc-68f5-4115-9991-b1589bc3237d no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:21.941695 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 36fd54bc-68f5-4115-9991-b1589bc3237d {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:21.942032 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 36fd54bc-68f5-4115-9991-b1589bc3237d not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:21.974691 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.011134 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:22.295863 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (d689b0ce-0242-4b58-b8a2-4679124b1d7c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.586353 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Router d689b0ce-0242-4b58-b8a2-4679124b1d7c has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:22.596076 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dcefc-159f-4f64-8caa-91d1ba706c5e req-f9872734-db6e-4d41-9ac4-6901227e24fc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:22.597722 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d82dcefc-159f-4f64-8caa-91d1ba706c5e req-f9872734-db6e-4d41-9ac4-6901227e24fc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0950832 Mar 31 15:59:23.003710 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d82dcefc-159f-4f64-8caa-91d1ba706c5e req-be13f55b-c82d-4758-8039-53669e8cf24d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3985701 Mar 31 15:59:23.039628 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:23.046091 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-56f1e2f2-437d-4cff-8429-5cec1ed92aa7 admin admin] 10.222.0.58 "PUT /v2.0/routers/d689b0ce-0242-4b58-b8a2-4679124b1d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017345 Mar 31 15:59:23.049195 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33730) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:23.053668 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] Sync routers for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:23.067370 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:23.068075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:23.190701 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:23.235540 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks [] for router (d689b0ce-0242-4b58-b8a2-4679124b1d7c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:23.413534 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks [] for router_gateway (d689b0ce-0242-4b58-b8a2-4679124b1d7c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:23.581707 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Deleting port 2c39c810-a342-4454-86a9-b952a1e03de2 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:23.582131 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:23.617894 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:59:21Z', 'revision_number': 5, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port': {'id': '2c39c810-a342-4454-86a9-b952a1e03de2', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:03Z', 'updated_at': '2022-03-31T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:23.657298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] Checking router: d689b0ce-0242-4b58-b8a2-4679124b1d7c for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:23.667204 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] Routers {'d689b0ce-0242-4b58-b8a2-4679124b1d7c'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:23.667878 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:23.691739 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:59:23.694595 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] For port 2c39c810-a342-4454-86a9-b952a1e03de2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=2c39c810-a342-4454-86a9-b952a1e03de2,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:23.694595 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:23.724705 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Calling delete_port for 2c39c810-a342-4454-86a9-b952a1e03de2 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:23.803694 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] Set router d689b0ce-0242-4b58-b8a2-4679124b1d7c gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:23.863753 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:59:23Z', 'revision_number': 6, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:23.897204 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7e543-dd72-412d-8715-d31bb1f65878 None None] The sync data for ids ['d689b0ce-0242-4b58-b8a2-4679124b1d7c'] in dv-cinder-836027-1-iscsi is: [{'id': 'd689b0ce-0242-4b58-b8a2-4679124b1d7c', 'name': 'tempest-ServerRescueNegativeTestJSON-706323791-router', 'tenant_id': '8239194064cd46049a89af5b1e8032af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:54:01Z', 'updated_at': '2022-03-31T15:59:23Z', 'revision_number': 6, 'project_id': '8239194064cd46049a89af5b1e8032af', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:24.029890 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (2c39c810-a342-4454-86a9-b952a1e03de2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.057933 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c39c810-a342-4454-86a9-b952a1e03de2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:24.140109 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (d689b0ce-0242-4b58-b8a2-4679124b1d7c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.180436 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d87841-b349-469e-9032-6be7ed68ec0f req-bd986ce7-b388-4a3b-8d92-0824cd96bf03 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.182069 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6d87841-b349-469e-9032-6be7ed68ec0f req-bd986ce7-b388-4a3b-8d92-0824cd96bf03 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0698705 Mar 31 15:59:24.255505 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6d87841-b349-469e-9032-6be7ed68ec0f req-1df36322-e5a4-4dbc-8ddb-237a36f13c88 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624385 Mar 31 15:59:24.323267 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (d689b0ce-0242-4b58-b8a2-4679124b1d7c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.326857 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks [] for router_controller (d689b0ce-0242-4b58-b8a2-4679124b1d7c), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.475491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (d689b0ce-0242-4b58-b8a2-4679124b1d7c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.476059 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d689b0ce-0242-4b58-b8a2-4679124b1d7c {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:59:24.485266 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.485266 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9d487d8b-7bac-411a-a3e8-502b1db6d168 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d689b0ce-0242-4b58-b8a2-4679124b1d7c HTTP/1.1" status: 204 len: 168 time: 1.4337130 Mar 31 15:59:24.487664 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33734) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:24.540337 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Deleting subnet 971d436d-a1b0-4120-8346-8807dd707508 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:59:24.544478 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Publish callbacks [] for subnet (971d436d-a1b0-4120-8346-8807dd707508), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.589021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (971d436d-a1b0-4120-8346-8807dd707508), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.707754 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (971d436d-a1b0-4120-8346-8807dd707508), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.848003 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (971d436d-a1b0-4120-8346-8807dd707508), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.896820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:24.901361 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/971d436d-a1b0-4120-8346-8807dd707508 HTTP/1.1" status: 204 len: 168 time: 0.4115381 Mar 31 15:59:24.901361 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ee6b9-b829-427b-b515-962783d8fa00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971d436d-a1b0-4120-8346-8807dd707508,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:24.904538 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33738) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:24.912347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0a5dc-473c-43c1-9dde-bb4055c50c24 None None] Network 10ad0528-a170-4e77-b370-9edfa161fade requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:59:25.002615 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (10ad0528-a170-4e77-b370-9edfa161fade), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.101586 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Deleting port cd9cb871-84e4-4e47-add0-1c0a0034a200 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:25.101586 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.199271 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] DHCP port deletion for 10ad0528-a170-4e77-b370-9edfa161fade request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:59:25.229626 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] For port cd9cb871-84e4-4e47-add0-1c0a0034a200, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=cd9cb871-84e4-4e47-add0-1c0a0034a200,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:25.230265 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.252398 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Calling delete_port for cd9cb871-84e4-4e47-add0-1c0a0034a200 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:25.273483 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] Deleting port cd9cb871-84e4-4e47-add0-1c0a0034a200 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:25.273945 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.351721 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] For port cd9cb871-84e4-4e47-add0-1c0a0034a200, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=cd9cb871-84e4-4e47-add0-1c0a0034a200,segment=NetworkSegment(3ff960a6-0fcc-40ec-9d00-989447b837a0),segment_id=3ff960a6-0fcc-40ec-9d00-989447b837a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:25.352736 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.371218 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] Calling delete_port for cd9cb871-84e4-4e47-add0-1c0a0034a200 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:25.414818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a2479-7514-41d2-ad63-6b95aad8ce41 req-69151b07-b363-4daa-a91c-ec579cf755dd tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:25.416190 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-af9a2479-7514-41d2-ad63-6b95aad8ce41 req-69151b07-b363-4daa-a91c-ec579cf755dd tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0597830 Mar 31 15:59:25.474176 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.510198 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9cb871-84e4-4e47-add0-1c0a0034a200,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:25.513633 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (cd9cb871-84e4-4e47-add0-1c0a0034a200), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.518274 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-af9a2479-7514-41d2-ad63-6b95aad8ce41 req-96cf399c-f96e-42d4-8078-304b819b66eb tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955315 Mar 31 15:59:25.519234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] No DVR routers for this DVR port cd9cb871-84e4-4e47-add0-1c0a0034a200 on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:25.548119 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] Pushing event deleted for resources: {'Port': ['ID=cd9cb871-84e4-4e47-add0-1c0a0034a200,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:25.563594 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b1640-67d1-4ff0-9070-2bad3602a522 None None] No DVR routers for this DVR port cd9cb871-84e4-4e47-add0-1c0a0034a200 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:25.609891 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (10ad0528-a170-4e77-b370-9edfa161fade), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.627332 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ad0528-a170-4e77-b370-9edfa161fade']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:25.637787 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff960a6-0fcc-40ec-9d00-989447b837a0') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:25.638118 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff960a6-0fcc-40ec-9d00-989447b837a0') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:25.649166 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (3ff960a6-0fcc-40ec-9d00-989447b837a0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.664487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (3ff960a6-0fcc-40ec-9d00-989447b837a0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.675079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:59:25.675884 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (3ff960a6-0fcc-40ec-9d00-989447b837a0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:59:25.678656 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:59:25.763125 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:25.784393 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:25.784719 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device f90e7bf5-1fb6-44dc-9a12-a9ae56ccdef7 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:25.785134 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device cd9cb871-84e4-4e47-add0-1c0a0034a200 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:25.806029 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: cd9cb871-84e4-4e47-add0-1c0a0034a200 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:25.806384 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device cd9cb871-84e4-4e47-add0-1c0a0034a200 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:25.806842 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2c39c810-a342-4454-86a9-b952a1e03de2 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:25.827988 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 2c39c810-a342-4454-86a9-b952a1e03de2 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:25.834696 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2c39c810-a342-4454-86a9-b952a1e03de2 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:25.859051 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (10ad0528-a170-4e77-b370-9edfa161fade), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.866861 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:25.871593 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] 10.222.0.58 "DELETE /v2.0/networks/10ad0528-a170-4e77-b370-9edfa161fade HTTP/1.1" status: 204 len: 168 time: 0.9658248 Mar 31 15:59:25.890212 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094639d-6c4c-47c7-bb65-846670003949 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ad0528-a170-4e77-b370-9edfa161fade,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:26.315852 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33754) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:26.365412 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cbca6dde-9d08-4bdc-92fc-f7a16160e19c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8239194064cd46049a89af5b1e8032af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483730 Mar 31 15:59:26.368337 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33756) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:26.420949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a94a05db-3602-4682-849c-cc6f886dc765 admin admin] Publish callbacks [] for security_group (f517c969-590f-4c9c-bce4-f0a980c7725a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:26.453493 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a94a05db-3602-4682-849c-cc6f886dc765 admin admin] Publish callbacks [] for security_group (f517c969-590f-4c9c-bce4-f0a980c7725a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:26.574663 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a94a05db-3602-4682-849c-cc6f886dc765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f517c969-590f-4c9c-bce4-f0a980c7725a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:26.578187 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a94a05db-3602-4682-849c-cc6f886dc765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:26.579673 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a94a05db-3602-4682-849c-cc6f886dc765 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f517c969-590f-4c9c-bce4-f0a980c7725a HTTP/1.1" status: 204 len: 168 time: 0.2102978 Mar 31 15:59:26.591953 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a05db-3602-4682-849c-cc6f886dc765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517c969-590f-4c9c-bce4-f0a980c7725a,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:26.759392 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2d8c0-0fbe-4f39-9979-2da4c03165a5 req-5dd1ccca-b294-45e5-a168-0cebbb5f8442 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:26.761593 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02c2d8c0-0fbe-4f39-9979-2da4c03165a5 req-5dd1ccca-b294-45e5-a168-0cebbb5f8442 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0831170 Mar 31 15:59:26.859510 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02c2d8c0-0fbe-4f39-9979-2da4c03165a5 req-9e03149d-7874-45af-8de0-8c4e646877f2 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901639 Mar 31 15:59:27.874397 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33790) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:28.022654 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-network', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:28.025262 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769a563-a458-4e7b-b9ee-8eeaf402b88d req-4db77eea-8a74-4269-83c6-85c24cae1d83 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:28.026932 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3769a563-a458-4e7b-b9ee-8eeaf402b88d req-4db77eea-8a74-4269-83c6-85c24cae1d83 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0701098 Mar 31 15:59:28.149881 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3769a563-a458-4e7b-b9ee-8eeaf402b88d req-50180a5b-6547-49ac-94a4-a789b3cb790d tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149087 Mar 31 15:59:28.168061 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Made reservation on behalf of a0eea16e0a3046d2860af043718282e9 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:28.170465 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.181075 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.265510 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks [] for security_group (6d997b0d-4972-4515-bb54-311619145241), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.385949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6d997b0d-4972-4515-bb54-311619145241), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.413358 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:59:28.423910 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d997b0d-4972-4515-bb54-311619145241,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:28.430340 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (c6b36d05-2757-4e0f-9617-10da16008526), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.430770 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Added segment c6b36d05-2757-4e0f-9617-10da16008526 of type vlan for network bfbfb73c-0499-43f5-9013-217d339efe4c Mar 31 15:59:28.479262 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (bfbfb73c-0499-43f5-9013-217d339efe4c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.624540 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (bfbfb73c-0499-43f5-9013-217d339efe4c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.625531 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:28.626225 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.688873 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] Pushing event updated for resources: {'Network': ['ID=bfbfb73c-0499-43f5-9013-217d339efe4c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:28.699826 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network bfbfb73c-0499-43f5-9013-217d339efe4c details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:59:28.754889 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7faaaa49-397f-470b-9c54-1dd978a22d6b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8793113 Mar 31 15:59:28.757814 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33798) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:28.762794 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Request body: {'subnet': {'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-subnet', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:28.871620 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Made reservation on behalf of a0eea16e0a3046d2860af043718282e9 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:28.874702 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25722440'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.180384 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26479318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25722462'] for subnet (709e2035-0dc8-46d3-8fa2-80ddea9936c2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.276109 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709e2035-0dc8-46d3-8fa2-80ddea9936c2,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:29.291329 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Checking segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:29.291681 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Network hostable DHCP agents. Network: bfbfb73c-0499-43f5-9013-217d339efe4c, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:59:29.323500 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8fa8-6d82-4804-8a6e-cb4a6ae37ff5 req-a3a0c164-5ddc-4c7c-91ca-9ec24c3b6212 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:29.325200 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6cbd8fa8-6d82-4804-8a6e-cb4a6ae37ff5 req-a3a0c164-5ddc-4c7c-91ca-9ec24c3b6212 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0948582 Mar 31 15:59:29.422004 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6cbd8fa8-6d82-4804-8a6e-cb4a6ae37ff5 req-47a405b6-1b21-43d4-ae3f-53ae65b1ae7e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850167 Mar 31 15:59:29.423730 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Network bfbfb73c-0499-43f5-9013-217d339efe4c is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:59:29.505692 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, bfbfb73c-0499-43f5-9013-217d339efe4c) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:29.511028 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:29.511697 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.522018 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb164107-9c4d-4460-8b6f-3ce2e55c748c None None] Network bfbfb73c-0499-43f5-9013-217d339efe4c requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:59:29.627304 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c581e87b-8358-42a1-b9bb-0d202263db63 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8680451 Mar 31 15:59:29.630288 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33804) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:29.635293 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:29.695490 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-bfbfb73c-0499-43f5-9013-217d339efe4c', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:59:29.696793 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.721699 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (7f6feb74-6844-41ef-92f4-5638f4f024a9), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.723010 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (7f6feb74-6844-41ef-92f4-5638f4f024a9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.786346 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks [] for router_controller (7f6feb74-6844-41ef-92f4-5638f4f024a9), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:29.852576 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Allocated IP 172.20.0.2 (bfbfb73c-0499-43f5-9013-217d339efe4c/709e2035-0dc8-46d3-8fa2-80ddea9936c2/ed046c12-dab4-46c1-8807-9efcdb5aabb6) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:30.013883 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Publish callbacks [] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.099291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.131512 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks [] for router_gateway (7f6feb74-6844-41ef-92f4-5638f4f024a9), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.143940 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Network bfbfb73c-0499-43f5-9013-217d339efe4c is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:30.147275 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:30.153452 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:30.159993 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Pushing event updated for resources: {'Port': ['ID=ed046c12-dab4-46c1-8807-9efcdb5aabb6,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:30.178090 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.178821 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.179251 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.179864 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.180446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.181028 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.181617 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.182116 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.182686 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.183473 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.183819 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.184442 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.184858 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.185942 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.186485 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:30.259784 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Attempting to bind port ed046c12-dab4-46c1-8807-9efcdb5aabb6 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:30.262833 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Attempting to bind port ed046c12-dab4-46c1-8807-9efcdb5aabb6 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:30.262833 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Attempting to bind port ed046c12-dab4-46c1-8807-9efcdb5aabb6 on network bfbfb73c-0499-43f5-9013-217d339efe4c {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:30.268940 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:30.269390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Checking segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:30.269887 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.270442 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Bound using segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:30.271095 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Bound port: ed046c12-dab4-46c1-8807-9efcdb5aabb6, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:30.271767 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.375116 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] For port ed046c12-dab4-46c1-8807-9efcdb5aabb6, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:30.380913 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] For port ed046c12-dab4-46c1-8807-9efcdb5aabb6, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=ed046c12-dab4-46c1-8807-9efcdb5aabb6,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:30.427691 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks [] for router_gateway (7f6feb74-6844-41ef-92f4-5638f4f024a9), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.450762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.475083 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.595660 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cfafc-5da2-48c5-be50-b6f4a2b7271c None None] Pushing event updated for resources: {'Port': ['ID=ed046c12-dab4-46c1-8807-9efcdb5aabb6,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:30.621535 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f04d9-5c72-4261-afc3-b99f7e4f21b1 req-70f071dd-2cea-488f-8eea-2b53f35a560b tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:30.629812 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-414f04d9-5c72-4261-afc3-b99f7e4f21b1 req-70f071dd-2cea-488f-8eea-2b53f35a560b tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0869379 Mar 31 15:59:30.631151 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Allocated IP 172.27.1.239 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/6b8100d8-6ac3-4694-a379-13632a6c75b1) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:30.706263 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-414f04d9-5c72-4261-afc3-b99f7e4f21b1 req-9fab9eee-045c-4ba4-88ba-174a6e92b5c8 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ddd0470-842a-48c6-9232-7a06ae56f850&id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753930 Mar 31 15:59:30.792473 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks [] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.912521 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.967008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:30.972257 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:30.975784 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:31.018571 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8100d8-6ac3-4694-a379-13632a6c75b1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:31.664183 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks [] for router_gateway (7f6feb74-6844-41ef-92f4-5638f4f024a9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:31.771131 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ea5a4-b5fb-49f2-b9cc-756dc5995061 None None] Network bfbfb73c-0499-43f5-9013-217d339efe4c requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:59:31.850418 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device ed046c12-dab4-46c1-8807-9efcdb5aabb6 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:31.984873 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (7f6feb74-6844-41ef-92f4-5638f4f024a9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.092941 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] Provisioning complete for port ed046c12-dab4-46c1-8807-9efcdb5aabb6 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:32.093377 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.176326 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port ed046c12-dab4-46c1-8807-9efcdb5aabb6 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:32.176815 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.252614 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:59:32.290459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] Current status of the port ed046c12-dab4-46c1-8807-9efcdb5aabb6 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:32.291083 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.367136 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] For port ed046c12-dab4-46c1-8807-9efcdb5aabb6, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=ed046c12-dab4-46c1-8807-9efcdb5aabb6,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:32.379131 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port ed046c12-dab4-46c1-8807-9efcdb5aabb6 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:32.379549 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.431627 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:32.450243 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:32.459620 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.473760 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:32.475321 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:32.605657 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:59:32.606338 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:59:32.610637 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.623845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4021278-927f-4ecb-96ec-5ccb7d3c4009 None None] Pushing event updated for resources: {'Port': ['ID=ed046c12-dab4-46c1-8807-9efcdb5aabb6,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:32.624085 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4cb993d3-6f92-4e44-81f9-2725d0ef6850 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9808276 Mar 31 15:59:32.624085 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33816) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:32.691191 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c8d60ed2-a8f4-4b43-ade8-df3a2e765401 None None] Provisioning complete for port ed046c12-dab4-46c1-8807-9efcdb5aabb6 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:32.691889 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c8d60ed2-a8f4-4b43-ade8-df3a2e765401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:32.761557 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:32.837043 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c8d60ed2-a8f4-4b43-ade8-df3a2e765401 None None] Current status of the port ed046c12-dab4-46c1-8807-9efcdb5aabb6 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:33.022102 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:31Z', 'revision_number': 3, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:33.064077 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:33.070111 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Updating router 7f6feb74-6844-41ef-92f4-5638f4f024a9 port 6b8100d8-6ac3-4694-a379-13632a6c75b1 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:59:33.116863 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.182608 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port ed046c12-dab4-46c1-8807-9efcdb5aabb6 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:33.291832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.487337 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Publish callbacks [] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.534304 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Allocated IP 172.20.0.1 (bfbfb73c-0499-43f5-9013-217d339efe4c/709e2035-0dc8-46d3-8fa2-80ddea9936c2/dcbe2c79-4878-4cf3-8123-cd13349d0266) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:33.563526 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.628680 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Attempting to bind port 6b8100d8-6ac3-4694-a379-13632a6c75b1 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:33.629144 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Attempting to bind port 6b8100d8-6ac3-4694-a379-13632a6c75b1 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:33.629575 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Attempting to bind port 6b8100d8-6ac3-4694-a379-13632a6c75b1 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:33.636846 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Pushing event updated for resources: {'Port': ['ID=6b8100d8-6ac3-4694-a379-13632a6c75b1,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:33.650765 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:33.651351 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:33.651991 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.652636 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:33.653401 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Bound port: 6b8100d8-6ac3-4694-a379-13632a6c75b1, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:33.654033 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.659363 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.659913 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.660485 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.661051 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.661591 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.662126 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.662688 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.663167 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.663717 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.664254 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.664798 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.665429 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.665964 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.666349 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.666925 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:33.695283 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks [] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.757313 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] For port 6b8100d8-6ac3-4694-a379-13632a6c75b1, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:33.761958 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] For port 6b8100d8-6ac3-4694-a379-13632a6c75b1, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=6b8100d8-6ac3-4694-a379-13632a6c75b1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:33.781955 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device ed046c12-dab4-46c1-8807-9efcdb5aabb6 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:33.838347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port ed046c12-dab4-46c1-8807-9efcdb5aabb6 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:33.839129 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.855246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.867681 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:33.922792 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Network bfbfb73c-0499-43f5-9013-217d339efe4c is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:33.928131 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:33.951379 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:33.956778 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbe2c79-4878-4cf3-8123-cd13349d0266,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:33.983667 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00780c08-75b4-4395-847d-7a1067f50418 None None] Pushing event updated for resources: {'Port': ['ID=6b8100d8-6ac3-4694-a379-13632a6c75b1,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:33.985873 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port ed046c12-dab4-46c1-8807-9efcdb5aabb6 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:33.989695 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:33.990353 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:34.019086 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (7f6feb74-6844-41ef-92f4-5638f4f024a9), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.135698 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:34.270066 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-daf5fa07-e805-498d-b7f8-930662166ce0 None None] Provisioning complete for port dcbe2c79-4878-4cf3-8123-cd13349d0266 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:34.270831 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-daf5fa07-e805-498d-b7f8-930662166ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.309648 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.313277 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-daf5fa07-e805-498d-b7f8-930662166ce0 None None] Port dcbe2c79-4878-4cf3-8123-cd13349d0266 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:59:34.409818 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:31Z', 'revision_number': 3, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:34.444289 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3fc85-f236-48bd-adb8-4997ff637ae9 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:31Z', 'revision_number': 3, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:34.587061 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks [] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.664591 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.750666 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (7f6feb74-6844-41ef-92f4-5638f4f024a9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.755197 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbe2c79-4878-4cf3-8123-cd13349d0266,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:34.916859 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Network bfbfb73c-0499-43f5-9013-217d339efe4c is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:34.916859 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:35.119304 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:35.316505 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1dc3cfb1-a006-4d81-994a-c6fb3236c578 None None] Provisioning complete for port dcbe2c79-4878-4cf3-8123-cd13349d0266 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:35.317444 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1dc3cfb1-a006-4d81-994a-c6fb3236c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:35.335846 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:35.349924 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-377f6f43-81f5-4379-b485-22158b7e4715 admin admin] 10.222.0.58 "PUT /v2.0/routers/7f6feb74-6844-41ef-92f4-5638f4f024a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287152 Mar 31 15:59:35.375020 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3cfb1-a006-4d81-994a-c6fb3236c578 None None] Port dcbe2c79-4878-4cf3-8123-cd13349d0266 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:59:35.861092 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 6b8100d8-6ac3-4694-a379-13632a6c75b1 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:35.930716 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 6b8100d8-6ac3-4694-a379-13632a6c75b1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:35.931178 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.026194 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 6b8100d8-6ac3-4694-a379-13632a6c75b1 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:36.026809 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.051797 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 6b8100d8-6ac3-4694-a379-13632a6c75b1, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=6b8100d8-6ac3-4694-a379-13632a6c75b1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:36.147242 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.215238 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=6b8100d8-6ac3-4694-a379-13632a6c75b1,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:36.332517 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33844) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:36.339103 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867967582', 'description': 'tempest-description--951728131'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:36.460424 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.562817 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (37ec5c08-947d-475d-9959-a8a692dc9994), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.570616 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:36.586910 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:36.587699 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:36.688801 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (37ec5c08-947d-475d-9959-a8a692dc9994), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.723015 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec5c08-947d-475d-9959-a8a692dc9994,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:36.735200 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:36.818214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.826354 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33848) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:36.837824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'security_group_rule': {'security_group_id': '37ec5c08-947d-475d-9959-a8a692dc9994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:36.838026 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ee61989f-3b8c-44ea-a29e-6bf7d96e7e23 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5013211 Mar 31 15:59:36.962634 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (140ab9d1-0d4c-4897-beba-6af772d5b572), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.983179 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 2, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:37.012840 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:37.013284 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Updating router 7f6feb74-6844-41ef-92f4-5638f4f024a9 port dcbe2c79-4878-4cf3-8123-cd13349d0266 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:59:37.043386 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (140ab9d1-0d4c-4897-beba-6af772d5b572), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.043626 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.145529 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (140ab9d1-0d4c-4897-beba-6af772d5b572), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.166457 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140ab9d1-0d4c-4897-beba-6af772d5b572,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:37.253091 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.256103 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-76a10a26-23de-49b3-bdeb-1500dd3e0a54 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4280233 Mar 31 15:59:37.260953 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33850) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:37.268836 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'security_group_rule': {'security_group_id': '37ec5c08-947d-475d-9959-a8a692dc9994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:37.377913 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (2099f42e-a74b-42f5-b69e-2659f9bc1378), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.437717 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Publish callbacks [] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.465077 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (2099f42e-a74b-42f5-b69e-2659f9bc1378), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.521230 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.534359 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (2099f42e-a74b-42f5-b69e-2659f9bc1378), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.562119 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2099f42e-a74b-42f5-b69e-2659f9bc1378,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:37.607176 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915b448-4330-422c-851f-698deb2fbccd None None] Pushing event updated for resources: {'Port': ['ID=dcbe2c79-4878-4cf3-8123-cd13349d0266,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:37.632391 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.635880 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e82ccbe1-6039-4dd0-819d-495800b52cf9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713574 Mar 31 15:59:37.640703 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33854) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:37.646833 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:37.722884 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Attempting to bind port dcbe2c79-4878-4cf3-8123-cd13349d0266 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:37.723743 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Attempting to bind port dcbe2c79-4878-4cf3-8123-cd13349d0266 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:37.724363 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Attempting to bind port dcbe2c79-4878-4cf3-8123-cd13349d0266 on network bfbfb73c-0499-43f5-9013-217d339efe4c {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:37.737658 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:37.744213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Checking segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:37.744213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.744213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Bound using segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:37.744213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Bound port: dcbe2c79-4878-4cf3-8123-cd13349d0266, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:37.744213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.798914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.874356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 6b8100d8-6ac3-4694-a379-13632a6c75b1 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:37.924023 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] For port dcbe2c79-4878-4cf3-8123-cd13349d0266, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:37.949592 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.958771 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] For port dcbe2c79-4878-4cf3-8123-cd13349d0266, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=dcbe2c79-4878-4cf3-8123-cd13349d0266,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:37.975075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-80a014ba-ff0f-4a26-9504-981a56fe0ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.980126 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e4df9bc3-2f17-4d0c-a39c-b208a2ac37ab None None] Provisioning complete for port dcbe2c79-4878-4cf3-8123-cd13349d0266 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:37.984848 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4df9bc3-2f17-4d0c-a39c-b208a2ac37ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.028077 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 6b8100d8-6ac3-4694-a379-13632a6c75b1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:38.028459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.034211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.054672 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e4df9bc3-2f17-4d0c-a39c-b208a2ac37ab None None] Port dcbe2c79-4878-4cf3-8123-cd13349d0266 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:59:38.112063 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Allocated IP 172.27.1.137 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/827fe330-1fd6-49bf-a02c-770094ffb6cc) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:38.144111 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915b448-4330-422c-851f-698deb2fbccd None None] Pushing event updated for resources: {'Port': ['ID=dcbe2c79-4878-4cf3-8123-cd13349d0266,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:38.154387 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:38.154387 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:38.273046 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 6b8100d8-6ac3-4694-a379-13632a6c75b1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:38.284022 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.323267 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:38.430358 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.479646 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:38.483788 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:38.493656 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:38.501604 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'Port': ['ID=827fe330-1fd6-49bf-a02c-770094ffb6cc,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:38.611767 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.622412 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] Provisioning complete for port dcbe2c79-4878-4cf3-8123-cd13349d0266 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:38.623818 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.735996 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.765258 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] Current status of the port dcbe2c79-4878-4cf3-8123-cd13349d0266 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:38.765691 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.809907 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] For port dcbe2c79-4878-4cf3-8123-cd13349d0266, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=dcbe2c79-4878-4cf3-8123-cd13349d0266,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:38.816763 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:37Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:38.857737 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b69c9-86c6-49cb-86e1-26bbf5822f06 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:37Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:38.924104 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:39.017766 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abb587-034e-4d3e-821f-692f26e55411 None None] Pushing event updated for resources: {'Port': ['ID=dcbe2c79-4878-4cf3-8123-cd13349d0266,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:39.065812 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:39.146269 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:39.224023 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'Port': ['ID=827fe330-1fd6-49bf-a02c-770094ffb6cc,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:39.234133 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:39.340534 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:39.342365 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7de22549-4cb8-431e-8f1e-085990233306 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7003014 Mar 31 15:59:39.564010 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-62f28b9e-1a8b-4b60-9011-43b0e3409727 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--867967582&fields=id&tenant_id=a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 267 time: 0.0593851 Mar 31 15:59:39.740775 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-1b3e506e-8cf0-4f8c-996a-3cd26e8ba12b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:39.743541 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-1b3e506e-8cf0-4f8c-996a-3cd26e8ba12b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 817 time: 0.1679428 Mar 31 15:59:39.751445 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546045-6b91-42d4-9a83-a255ba00351d req-8f17cb27-5b6f-4ec9-91ec-05551486b18a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:39.755217 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb546045-6b91-42d4-9a83-a255ba00351d req-8f17cb27-5b6f-4ec9-91ec-05551486b18a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.1124055 Mar 31 15:59:39.777445 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-c878fddc-81ef-47f6-895c-8bc72ba700ae tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/quotas/a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 375 time: 0.0276520 Mar 31 15:59:39.836730 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb546045-6b91-42d4-9a83-a255ba00351d req-7b2a9b16-6771-4f54-9562-6635e97b5172 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746684 Mar 31 15:59:39.848063 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device dcbe2c79-4878-4cf3-8123-cd13349d0266 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:39.886971 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-b1d0e94b-8f4e-44a8-9571-39a552aa95e7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038570 Mar 31 15:59:39.932499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port dcbe2c79-4878-4cf3-8123-cd13349d0266 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:39.933111 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:40.084563 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port dcbe2c79-4878-4cf3-8123-cd13349d0266 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:40.124705 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-ae916ae8-8276-47e9-a902-c73b2f76e70a service neutron] 10.222.0.58 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145092 Mar 31 15:59:40.231344 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-b9d19de6-4a2a-4a93-9a79-d91becef0305 service neutron] 10.222.0.58 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998378 Mar 31 15:59:40.568381 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05375542-8b39-4633-ae8c-dbabb8db4dbc req-22017513-d9d6-4fe8-8cc6-9d1b06f6c583 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 210 time: 0.0354328 Mar 31 15:59:40.980420 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-baffe700-4992-4c34-902f-80a987008f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:41.051183 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef1404-348b-417d-9ad9-43347091ba3a req-83ab9e93-10b0-4f92-9195-832463cbe59a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:41.053933 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9bef1404-348b-417d-9ad9-43347091ba3a req-83ab9e93-10b0-4f92-9195-832463cbe59a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.0946958 Mar 31 15:59:41.126293 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9bef1404-348b-417d-9ad9-43347091ba3a req-c1cc4841-c8b8-456d-a571-c84976c65ca3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620532 Mar 31 15:59:41.288373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-fff8dd9b-cd91-4b4d-a7e8-30e4d0f713a5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:41.289976 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-fff8dd9b-cd91-4b4d-a7e8-30e4d0f713a5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 946 time: 0.0716820 Mar 31 15:59:41.439275 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port d51e2275-9644-48b7-a07f-b603ada76f94 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:41.439752 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:41.579671 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] For port d51e2275-9644-48b7-a07f-b603ada76f94, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d51e2275-9644-48b7-a07f-b603ada76f94,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:41.580036 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:41.719566 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-39f40fbf-4ca6-4275-9919-3e08353d2cba req-f8d2f5b7-26f9-4c2b-9f0c-59af25903d45 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 210 time: 0.0630405 Mar 31 15:59:41.938075 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:41.938721 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (4993914b-24b7-4418-a8ae-1de65c2c0685), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:41.939260 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP 4993914b-24b7-4418-a8ae-1de65c2c0685 disassociated. External IP: 172.27.1.154, port: d51e2275-9644-48b7-a07f-b603ada76f94. Mar 31 15:59:41.939845 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for d51e2275-9644-48b7-a07f-b603ada76f94 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:42.256596 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (d51e2275-9644-48b7-a07f-b603ada76f94), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:42.298985 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=d51e2275-9644-48b7-a07f-b603ada76f94,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:42.316817 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fc456-55d1-42b4-b3bf-468429c5308a req-b053b9fb-9542-495f-97a2-49882a7b149e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.318184 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a1fc456-55d1-42b4-b3bf-468429c5308a req-b053b9fb-9542-495f-97a2-49882a7b149e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1137433 Mar 31 15:59:42.345038 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f281f0-3a4e-4b79-a217-d95f9124bf0d req-2ee2e10c-5ed9-438f-a83f-251d4b57f99a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.348606 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46f281f0-3a4e-4b79-a217-d95f9124bf0d req-2ee2e10c-5ed9-438f-a83f-251d4b57f99a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 867 time: 0.1189885 Mar 31 15:59:42.432007 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46f281f0-3a4e-4b79-a217-d95f9124bf0d req-f1658716-7b4c-4835-8657-20091a250529 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=fdc4b34e-0658-4619-a31f-54c7468b73e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762646 Mar 31 15:59:42.501431 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a1fc456-55d1-42b4-b3bf-468429c5308a req-8dba590c-47bc-4fba-91c2-78201c5fd8b1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280017 Mar 31 15:59:42.526259 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:42.654984 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:42.670449 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:42.689815 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:42.690347 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:42.713738 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] No DVR routers for this DVR port d51e2275-9644-48b7-a07f-b603ada76f94 on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:42.716795 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:42.720414 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3bea52a0-6e8e-46bc-9df7-fa0d05168194 req-0c4021a5-0bb8-4721-a545-4c6377059b5c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "DELETE /v2.0/ports/d51e2275-9644-48b7-a07f-b603ada76f94 HTTP/1.1" status: 204 len: 173 time: 1.4245498 Mar 31 15:59:42.720912 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'name': 'network-vif-deleted', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:42.723444 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d925fa-152d-49c2-8587-be10b0beffa8" -d '{"events": [{"server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "name": "network-vif-deleted", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:42.880021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee1261-8da1-4b83-abae-3cc0b76cbe1b x-openstack-request-id: req-83ee1261-8da1-4b83-abae-3cc0b76cbe1b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:42.880368 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb9850d-2d39-492b-b204-1c90240aefaa", "name": "network-vif-deleted", "tag": "d51e2275-9644-48b7-a07f-b603ada76f94", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:42.880747 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83ee1261-8da1-4b83-abae-3cc0b76cbe1b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:42.881176 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ee1261-8da1-4b83-abae-3cc0b76cbe1b'] response: {'server_uuid': '3eb9850d-2d39-492b-b204-1c90240aefaa', 'name': 'network-vif-deleted', 'tag': 'd51e2275-9644-48b7-a07f-b603ada76f94', 'status': 'completed', 'code': 200} Mar 31 15:59:42.910179 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:42.931957 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e63f123-d3b9-4a77-85d2-91e99baf6ffa req-23418d02-94f5-4c3d-bd29-018447d849ad tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 210 time: 0.0480063 Mar 31 15:59:43.214864 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:43.265645 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:43.281412 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:43.282448 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:43.358332 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-4bba648d-537b-4638-9a05-391cad8fe7a2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:43.360956 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-4bba648d-537b-4638-9a05-391cad8fe7a2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 817 time: 0.1329956 Mar 31 15:59:43.452610 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-34a8f274-3da4-4dad-8fb4-7ac7c186d7d6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 379 time: 0.0696688 Mar 31 15:59:43.463807 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'port': {'device_id': 'bab31124-0e05-4556-a88c-8233f090f315', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'admin_state_up': True, 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'security_groups': ['37ec5c08-947d-475d-9959-a8a692dc9994']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:43.498423 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:43.651830 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6950220-176b-4a86-8df2-8aa576e02354 req-a27624e5-f8ce-4eb1-b56e-1bfffe08d58c tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb9850d-2d39-492b-b204-1c90240aefaa HTTP/1.1" status: 200 len: 210 time: 0.0620627 Mar 31 15:59:43.773548 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201dd1-dacd-4f3e-9388-544a00851c90 req-05ac3fec-f750-4339-aefe-cf5f81446d9d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:43.775595 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e201dd1-dacd-4f3e-9388-544a00851c90 req-05ac3fec-f750-4339-aefe-cf5f81446d9d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0795815 Mar 31 15:59:43.790069 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.793290 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Made reservation on behalf of a0eea16e0a3046d2860af043718282e9 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:43.797045 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.864894 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e201dd1-dacd-4f3e-9388-544a00851c90 req-8f9db0c3-f164-4235-8e33-9d587dd08019 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794632 Mar 31 15:59:44.029715 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device d51e2275-9644-48b7-a07f-b603ada76f94 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:44.035234 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Allocated IP 172.20.0.8 (bfbfb73c-0499-43f5-9013-217d339efe4c/709e2035-0dc8-46d3-8fa2-80ddea9936c2/fee90389-acdd-4504-99ef-bf19ffaa0012) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:44.057330 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: d51e2275-9644-48b7-a07f-b603ada76f94 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:44.057946 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device d51e2275-9644-48b7-a07f-b603ada76f94 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:44.070400 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:44.121017 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73e9c0d4-cbdf-475f-b72f-2df0391b0923 req-3e026d93-3e18-4297-9f18-c8a757c2be53 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 210 time: 0.0441484 Mar 31 15:59:44.128320 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bab76a-9c89-4c88-921b-e2837b3b4cc3 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:44.271931 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.398615 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.434112 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbed704-9a80-48e1-990b-7c2e8f2a69ff None None] New status for floating IP 4993914b-24b7-4418-a8ae-1de65c2c0685: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:59:44.465696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Network bfbfb73c-0499-43f5-9013-217d339efe4c is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:44.469891 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:44.475975 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:44.530343 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:44.583406 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.584426 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.718686 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-a01c6c0f-db36-43e6-965e-ee0c9ee8992b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2602944 Mar 31 15:59:44.807735 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Request body: {'port': {'device_id': 'bab31124-0e05-4556-a88c-8233f090f315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:44.821347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-851c273f-65ce-497f-82cd-fe02351c9f14 None None] Provisioning complete for port fee90389-acdd-4504-99ef-bf19ffaa0012 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:44.822412 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-851c273f-65ce-497f-82cd-fe02351c9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.858583 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33922) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:44.894093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.898725 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-851c273f-65ce-497f-82cd-fe02351c9f14 None None] Port fee90389-acdd-4504-99ef-bf19ffaa0012 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:59:44.952078 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704d424-cd1a-431e-b591-16a631450169 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (fdc4b34e-0658-4619-a31f-54c7468b73e9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.988448 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704d424-cd1a-431e-b591-16a631450169 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (fdc4b34e-0658-4619-a31f-54c7468b73e9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.008497 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.128538 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704d424-cd1a-431e-b591-16a631450169 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (fdc4b34e-0658-4619-a31f-54c7468b73e9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.131408 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3704d424-cd1a-431e-b591-16a631450169 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.136147 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3704d424-cd1a-431e-b591-16a631450169 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/security-groups/fdc4b34e-0658-4619-a31f-54c7468b73e9 HTTP/1.1" status: 204 len: 168 time: 0.2726095 Mar 31 15:59:45.137650 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33926) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:45.151612 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704d424-cd1a-431e-b591-16a631450169 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc4b34e-0658-4619-a31f-54c7468b73e9,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:45.159069 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-2392a2fb-25f2-4bb4-937d-477c64b12fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] show failed (client error): The resource could not be found. Mar 31 15:59:45.166129 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2392a2fb-25f2-4bb4-937d-477c64b12fba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups/fdc4b34e-0658-4619-a31f-54c7468b73e9 HTTP/1.1" status: 404 len: 347 time: 0.0208817 Mar 31 15:59:45.166129 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33928) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:45.241349 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26da6-a64f-4265-a355-4f889faa3d65 req-97efb79b-7dc6-40de-92a9-462079bbafbd tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:45.247126 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8b26da6-a64f-4265-a355-4f889faa3d65 req-97efb79b-7dc6-40de-92a9-462079bbafbd tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.2522054 Mar 31 15:59:45.371732 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8b26da6-a64f-4265-a355-4f889faa3d65 req-606addf3-5fba-4aec-aafb-9a5f5bd44776 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959904 Mar 31 15:59:45.456085 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee90389-acdd-4504-99ef-bf19ffaa0012 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:45.465409 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Publish callbacks [] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.482687 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Transition to ACTIVE for port object fee90389-acdd-4504-99ef-bf19ffaa0012 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:59:45.568941 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.631241 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b50fc1-7976-4911-870d-5d43ffa2bb1d req-1f6171e8-d2c4-46ac-8fc0-b58d890d7dcb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:45.632782 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77b50fc1-7976-4911-870d-5d43ffa2bb1d req-1f6171e8-d2c4-46ac-8fc0-b58d890d7dcb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 931 time: 0.0942712 Mar 31 15:59:45.644720 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port d8c0042e-e5f2-4f8e-a7bc-da8deb17d231 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:45.645065 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.745898 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77b50fc1-7976-4911-870d-5d43ffa2bb1d req-2f1d33d5-b2cd-441c-838f-f97fc1564e91 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039748 Mar 31 15:59:45.768138 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.768704 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:45.784723 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for d8c0042e-e5f2-4f8e-a7bc-da8deb17d231 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:46.006951 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (d8c0042e-e5f2-4f8e-a7bc-da8deb17d231), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.034415 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=d8c0042e-e5f2-4f8e-a7bc-da8deb17d231,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:46.079112 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:46.144154 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Attempting to bind port fee90389-acdd-4504-99ef-bf19ffaa0012 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:46.145063 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Attempting to bind port fee90389-acdd-4504-99ef-bf19ffaa0012 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:46.145931 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Attempting to bind port fee90389-acdd-4504-99ef-bf19ffaa0012 on network bfbfb73c-0499-43f5-9013-217d339efe4c {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:46.149436 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (4993914b-24b7-4418-a8ae-1de65c2c0685), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.152370 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.154621 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-70b5cd2c-da42-44f1-bcc7-d078724b3623 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/floatingips/4993914b-24b7-4418-a8ae-1de65c2c0685 HTTP/1.1" status: 204 len: 168 time: 0.9874461 Mar 31 15:59:46.156051 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Port fee90389-acdd-4504-99ef-bf19ffaa0012 on network bfbfb73c-0499-43f5-9013-217d339efe4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:59:46.156455 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Attempting to bind port fee90389-acdd-4504-99ef-bf19ffaa0012 on network bfbfb73c-0499-43f5-9013-217d339efe4c {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:46.166048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:46.166048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Checking segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:46.166048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Bound using segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:46.166048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Bound port: fee90389-acdd-4504-99ef-bf19ffaa0012, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:46.171965 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.268791 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:46.276757 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:46.386318 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.435416 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:46.436325 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.438450 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] 10.222.0.48 "PUT /v2.0/ports/fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 1093 time: 1.7052126 Mar 31 15:59:46.439388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:46.442889 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:46.476347 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1622e5-e195-47f3-9afb-7b9ea21fa46c service neutron] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:46.496306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.518995 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33938) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:46.525070 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491086130', 'description': 'tempest-description--1170874710'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:46.597999 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61630125-4bbb-4c97-bc70-0e13e2efec1d x-openstack-request-id: req-61630125-4bbb-4c97-bc70-0e13e2efec1d {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:46.598708 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:46.599253 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61630125-4bbb-4c97-bc70-0e13e2efec1d {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:46.600125 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61630125-4bbb-4c97-bc70-0e13e2efec1d'] response: {'name': 'network-changed', 'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'status': 'completed', 'code': 200} Mar 31 15:59:46.600908 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff0ca8-b764-4973-b2a3-0eccdb61c76b req-a8c48cc7-850e-472c-8235-1b172d121069 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:46.603312 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6ff0ca8-b764-4973-b2a3-0eccdb61c76b req-a8c48cc7-850e-472c-8235-1b172d121069 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1093078 Mar 31 15:59:46.658157 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.710477 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6ff0ca8-b764-4973-b2a3-0eccdb61c76b req-ad9e28ba-a730-45de-9360-bc3f51b9c700 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971098 Mar 31 15:59:46.721510 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-97b44887-e3d8-4eb3-82c1-11297f8489ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:46.724206 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-97b44887-e3d8-4eb3-82c1-11297f8489ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1127 time: 0.1091082 Mar 31 15:59:46.799065 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-08af1335-19fc-4627-82a7-77473e875a97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 217 time: 0.0569746 Mar 31 15:59:46.894777 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (367a7790-918d-4d75-95b8-6b08dd84f5d9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.908733 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-eef46040-bf21-475b-a2db-3409aba59b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:46.910272 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-eef46040-bf21-475b-a2db-3409aba59b7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.1041183 Mar 31 15:59:46.957526 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496b16d-78db-4687-8b49-a3ee64c41870 req-23fe1f88-3118-4e81-8a7b-4a9b02bd3f4b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:46.957526 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1496b16d-78db-4687-8b49-a3ee64c41870 req-23fe1f88-3118-4e81-8a7b-4a9b02bd3f4b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1141002 Mar 31 15:59:47.008607 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-4827be85-edad-463a-8104-7a645dc01beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.010168 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-4827be85-edad-463a-8104-7a645dc01beb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909615 Mar 31 15:59:47.031286 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (367a7790-918d-4d75-95b8-6b08dd84f5d9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.057856 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1496b16d-78db-4687-8b49-a3ee64c41870 req-1b961b30-e125-48fa-ba81-05bfd2df845d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926614 Mar 31 15:59:47.121690 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367a7790-918d-4d75-95b8-6b08dd84f5d9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:47.162557 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-4fd73273-d822-41f7-a6c9-75dc9aee4fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422296 Mar 31 15:59:47.229608 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.230910 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-22e00f35-c5a0-4152-a1e1-06f9488cc696 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7106473 Mar 31 15:59:47.234991 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33942) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:47.241429 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': '367a7790-918d-4d75-95b8-6b08dd84f5d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:47.293787 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a60e0a2e-83ab-49d5-b90d-9ca22090fdff req-131c8e0c-1f44-416b-b6f8-27a37aa48614 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235149 Mar 31 15:59:47.411182 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (e1a7b67c-e24e-4ac2-baff-4abf18e8fe70), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.468523 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (e1a7b67c-e24e-4ac2-baff-4abf18e8fe70), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.557884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-716f484d-e550-460f-abc3-2616abed1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.559723 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-716f484d-e550-460f-abc3-2616abed1a4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1127 time: 0.0507469 Mar 31 15:59:47.574929 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (e1a7b67c-e24e-4ac2-baff-4abf18e8fe70), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.642260 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a7b67c-e24e-4ac2-baff-4abf18e8fe70,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:47.694601 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-99c8d5f6-3fe3-4f27-8cf2-30db0671a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.697024 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-99c8d5f6-3fe3-4f27-8cf2-30db0671a9d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1309316 Mar 31 15:59:47.743134 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.744850 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d5bedeb5-9a49-4690-9092-97d4599bf789 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5087061 Mar 31 15:59:47.746474 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-4f59efa0-bbea-42f2-9a2c-3364d6d4c89d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 217 time: 0.0425673 Mar 31 15:59:47.748367 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 33944) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:47.752879 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'security_group_rule': {'security_group_id': '367a7790-918d-4d75-95b8-6b08dd84f5d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:47.813666 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-d4a73664-5558-4e6c-858a-afd49502bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.815206 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-d4a73664-5558-4e6c-858a-afd49502bb87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0578558 Mar 31 15:59:47.884330 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (17be836d-fc25-41f6-b212-cd27b807dc89), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:47.909738 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-c7e9a799-2265-4612-854c-49d535ea0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.912337 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-c7e9a799-2265-4612-854c-49d535ea0ebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886705 Mar 31 15:59:47.922776 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fb13-6781-4e5e-8a26-db5539d818d1 req-1e17392f-cd37-4ce4-8336-12d22d24c715 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.925370 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f163fb13-6781-4e5e-8a26-db5539d818d1 req-1e17392f-cd37-4ce4-8336-12d22d24c715 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0840292 Mar 31 15:59:48.005572 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f163fb13-6781-4e5e-8a26-db5539d818d1 req-90e9b2a8-73d8-4081-998b-eb996cfc5208 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728869 Mar 31 15:59:48.042228 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (17be836d-fc25-41f6-b212-cd27b807dc89), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.076480 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-321a3c0f-899c-4912-b49f-021ab9f395d0 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508279 Mar 31 15:59:48.154746 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (17be836d-fc25-41f6-b212-cd27b807dc89), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.209855 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17be836d-fc25-41f6-b212-cd27b807dc89,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:48.261074 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8446a32c-db0b-40c2-9f9d-940f1f3de6fb req-37b6ab62-0195-4cbd-a94b-b2daf7439488 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759856 Mar 31 15:59:48.270021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354fa6-54b7-4ef7-a25f-fe24f39fd9ee req-e2cc5f2d-6867-494c-b184-c02595783ec2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:48.271679 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0354fa6-54b7-4ef7-a25f-fe24f39fd9ee req-e2cc5f2d-6867-494c-b184-c02595783ec2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1143568 Mar 31 15:59:48.313287 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.314460 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b5f9817f-eaf9-41da-9ea3-6dd3cb665774 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5650735 Mar 31 15:59:48.318617 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 33950) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:48.327107 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:48.340374 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0354fa6-54b7-4ef7-a25f-fe24f39fd9ee req-528e13ae-9a39-495a-8dc4-a43adf6723c0 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572262 Mar 31 15:59:48.443257 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.584201 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.781967 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.27.1.219 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/a158ce8f-3cd1-4332-baf3-59d05bb2ea21) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:48.901273 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.013274 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.070011 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:49.075677 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:49.086874 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:49.131331 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=a158ce8f-3cd1-4332-baf3-59d05bb2ea21,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:49.238745 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9233-b7ca-442a-b9bc-49497171b8a4 req-cac56e4f-fd1f-4d55-8382-a789436fec1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:49.240277 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-54ef9233-b7ca-442a-b9bc-49497171b8a4 req-cac56e4f-fd1f-4d55-8382-a789436fec1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1031306 Mar 31 15:59:49.268040 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (433a980f-5f8d-4767-88d3-b23e3fc48450), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.313752 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-54ef9233-b7ca-442a-b9bc-49497171b8a4 req-791c59c0-bf98-49a3-a436-34680501c856 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645778 Mar 31 15:59:49.452952 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.453883 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.496112 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2362-c817-43bb-9504-4470c3c88416 req-b91048cf-a622-46c3-98b8-2b2cda6cb101 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:49.498256 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6afc2362-c817-43bb-9504-4470c3c88416 req-b91048cf-a622-46c3-98b8-2b2cda6cb101 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0750725 Mar 31 15:59:49.561432 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6afc2362-c817-43bb-9504-4470c3c88416 req-35dad364-8530-489d-ba80-6278cf50c4bb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498855 Mar 31 15:59:49.785633 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.843160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:49.919039 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=a158ce8f-3cd1-4332-baf3-59d05bb2ea21,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:49.932009 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (433a980f-5f8d-4767-88d3-b23e3fc48450), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.017370 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.019568 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c5ee67bb-7f99-4730-adc4-ca3598874bd3 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6991429 Mar 31 15:59:50.066477 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:59:50.198012 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:50.218314 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'mac_address': 'fa:16:3e:96:4b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:59:50.284682 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:50.285291 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.290269 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-e4dcab60-166b-4c9d-8eae-daa78c470a11 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1491086130&fields=id&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 267 time: 0.0738752 Mar 31 15:59:50.308139 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee90389-acdd-4504-99ef-bf19ffaa0012 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:50.339283 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:50.443405 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.469637 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00a54-8108-40b5-ad80-bff2c3e79092 req-2a80247b-c4aa-4c24-854e-8d4fa95870a2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.483258 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b5a00a54-8108-40b5-ad80-bff2c3e79092 req-2a80247b-c4aa-4c24-854e-8d4fa95870a2 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0958462 Mar 31 15:59:50.489308 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-e6fcb6d0-abfb-4c37-9709-cfcc6574ecba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.491243 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-e6fcb6d0-abfb-4c37-9709-cfcc6574ecba tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.1923485 Mar 31 15:59:50.508070 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:50.518141 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-b68c56bc-c3a3-4af7-8df5-2144d19b331d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/quotas/1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 375 time: 0.0146484 Mar 31 15:59:50.577221 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b5a00a54-8108-40b5-ad80-bff2c3e79092 req-91cf2614-66d8-45ee-990c-71f091b75547 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810535 Mar 31 15:59:50.590002 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-493b6871-d302-4196-8db3-e9e85dabc197 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639725 Mar 31 15:59:50.702244 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-b27d00c9-1a9c-4ec9-a285-34424d16207e service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988431 Mar 31 15:59:50.759824 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2216-952f-4f2c-ab3e-fdc26e90ee34 req-fe5f7af9-559c-4feb-88ab-cabc72019a4e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.762598 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed7a2216-952f-4f2c-ab3e-fdc26e90ee34 req-fe5f7af9-559c-4feb-88ab-cabc72019a4e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 944 time: 0.1005902 Mar 31 15:59:50.817859 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-388ff59d-47b3-4e3f-bd15-6866b42fe8d5 service neutron] 10.222.0.58 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087213 Mar 31 15:59:50.833684 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['fee90389-acdd-4504-99ef-bf19ffaa0012'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:50.846532 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed7a2216-952f-4f2c-ab3e-fdc26e90ee34 req-26f3059f-b688-4bba-9d16-f60cba9f5fda tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768709 Mar 31 15:59:51.206347 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-714e459e-2417-44c1-839f-3da4317059e5 req-efa2fdbe-c67a-4f7a-b287-ed78a2073581 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 210 time: 0.0332475 Mar 31 15:59:51.760213 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622394c-548c-40af-b8b7-4a3f1c52e86a req-7bcd6387-4dca-4c07-b361-716f18703187 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:51.763081 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6622394c-548c-40af-b8b7-4a3f1c52e86a req-7bcd6387-4dca-4c07-b361-716f18703187 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0977879 Mar 31 15:59:51.832249 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6622394c-548c-40af-b8b7-4a3f1c52e86a req-48f8866c-94a0-4be3-a6d0-6ce79bc2ef7d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630662 Mar 31 15:59:52.038214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15795-e464-4823-a992-f22715ba3e72 req-a12a5516-4348-4d88-8918-74ef7a9eec95 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:52.039890 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b15795-e464-4823-a992-f22715ba3e72 req-a12a5516-4348-4d88-8918-74ef7a9eec95 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 944 time: 0.0629461 Mar 31 15:59:52.079415 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:52.100700 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b15795-e464-4823-a992-f22715ba3e72 req-1acedae6-0f17-4745-8064-8e0a056710f4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539076 Mar 31 15:59:52.237257 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port fee90389-acdd-4504-99ef-bf19ffaa0012 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:59:52.243145 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port fee90389-acdd-4504-99ef-bf19ffaa0012 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:52.243591 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:52.361948 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:52.362675 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:52.367154 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2854cc11-32a6-423b-8bc6-2fb0cc4afd8b req-a9d8bb60-1e94-4f30-a78d-07e66d16a402 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 210 time: 0.0641091 Mar 31 15:59:52.400425 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:52.402825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf3948-9864-40cd-8756-4ff2afcf3c8f" -d '{"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-plugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:52.424207 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:52.447699 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f813c9a2-a6f7-4d0c-b454-c14c9f9d45ab x-openstack-request-id: req-f813c9a2-a6f7-4d0c-b454-c14c9f9d45ab {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:52.447991 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-plugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:52.448243 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f813c9a2-a6f7-4d0c-b454-c14c9f9d45ab {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:52.448650 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f813c9a2-a6f7-4d0c-b454-c14c9f9d45ab'] response: {'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'code': 200} Mar 31 15:59:52.545788 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:52.605576 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:52.713198 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137773-40e2-4064-a04c-391b1b991a27 req-d61e110e-5f0f-4d8a-8cd7-b720f3dfc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:52.715138 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-d61e110e-5f0f-4d8a-8cd7-b720f3dfc901 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1130 time: 0.0572555 Mar 31 15:59:52.826985 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137773-40e2-4064-a04c-391b1b991a27 req-8ce0897c-9b66-4a93-801e-566538df28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:52.828540 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-8ce0897c-9b66-4a93-801e-566538df28d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 910 time: 0.1057196 Mar 31 15:59:52.917692 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-10e76c1f-274b-4e98-a09f-b5640a8e25ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 1001 time: 0.0817728 Mar 31 15:59:53.002175 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137773-40e2-4064-a04c-391b1b991a27 req-2095db2b-cafd-4272-87db-1109160d7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.004857 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-2095db2b-cafd-4272-87db-1109160d7f79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 200 len: 848 time: 0.0669675 Mar 31 15:59:53.066493 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794b1cb-e0cf-4796-bd1e-809ce47c6707 req-23b213af-8e81-40f8-b624-bfd9dd0a8a77 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.069224 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4794b1cb-e0cf-4796-bd1e-809ce47c6707 req-23b213af-8e81-40f8-b624-bfd9dd0a8a77 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1188965 Mar 31 15:59:53.074384 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25493e9-05ca-4769-8ed4-5d4ed936464d req-dace4878-8e03-4e74-b1d5-a75e034579c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.079685 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c25493e9-05ca-4769-8ed4-5d4ed936464d req-dace4878-8e03-4e74-b1d5-a75e034579c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1129 time: 0.1389880 Mar 31 15:59:53.082227 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137773-40e2-4064-a04c-391b1b991a27 req-1cac5bff-e7be-43d6-99a0-f68264a0e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.084824 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-1cac5bff-e7be-43d6-99a0-f68264a0e50f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05946b88-413e-41d0-94fd-893fef1ec51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693696 Mar 31 15:59:53.203020 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4794b1cb-e0cf-4796-bd1e-809ce47c6707 req-4c875c41-60e7-4fb3-80fa-e09135a99233 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239455 Mar 31 15:59:53.207846 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c25493e9-05ca-4769-8ed4-5d4ed936464d req-f1a788f5-7550-4e0b-8a22-9aa6b1234a69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195207 Mar 31 15:59:53.288409 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-b4de969f-3847-4a33-bae8-e5b3077fb8fc service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962862 Mar 31 15:59:53.315537 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4510de-6ac9-4438-9ee5-23952f10fce9 req-91393143-6480-42fd-bc3c-3ffa4560c95a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.317162 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b4510de-6ac9-4438-9ee5-23952f10fce9 req-91393143-6480-42fd-bc3c-3ffa4560c95a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0757880 Mar 31 15:59:53.370231 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b4510de-6ac9-4438-9ee5-23952f10fce9 req-2acf2a50-9956-4cec-b089-158ef66f55c3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470903 Mar 31 15:59:53.476771 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1dc3a6f6-24e4-4bef-a49e-c620aaeedda8 req-4d75f20b-be53-41f7-aaa1-2a88adc64435 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 210 time: 0.0313752 Mar 31 15:59:53.623664 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec137773-40e2-4064-a04c-391b1b991a27 req-6ebc1a1c-93a7-4199-815d-25744ccdf76f service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035573 Mar 31 15:59:54.450298 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3e15b-1214-4148-9f2a-d1c511d54b78 req-00c37325-a11a-441f-91ec-dd186c73c578 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:54.455386 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bca3e15b-1214-4148-9f2a-d1c511d54b78 req-00c37325-a11a-441f-91ec-dd186c73c578 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1403346 Mar 31 15:59:54.533479 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-8ae3b170-a393-4e31-a299-7ffb46996b90 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:54.535055 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-8ae3b170-a393-4e31-a299-7ffb46996b90 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 814 time: 0.1836708 Mar 31 15:59:54.576627 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bca3e15b-1214-4148-9f2a-d1c511d54b78 req-87830647-786f-4da7-9ae6-919b332d0cf4 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018784 Mar 31 15:59:54.586667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee74f7-ca2b-4579-b2de-ed91c764bfdb req-1d90048c-3c76-432d-b026-c8b1023ec17c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:54.590121 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0ee74f7-ca2b-4579-b2de-ed91c764bfdb req-1d90048c-3c76-432d-b026-c8b1023ec17c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1066189 Mar 31 15:59:54.655374 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0ee74f7-ca2b-4579-b2de-ed91c764bfdb req-929b93f5-d093-49dc-8b58-9434d8e66c8b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549386 Mar 31 15:59:54.685841 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-6a5adb2d-04a9-4ac4-8580-708517965abc tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33e398560040448745d4b2a2047e81 HTTP/1.1" status: 200 len: 380 time: 0.1263790 Mar 31 15:59:54.708250 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'port': {'device_id': '107ff984-9902-4762-8d46-229a69474f6a', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'admin_state_up': True, 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'security_groups': ['367a7790-918d-4d75-95b8-6b08dd84f5d9']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:54.731102 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-853cc134-f304-4c7a-a43f-5afe7cb77622 req-a198b2c9-081d-4ccf-887e-b090cad59502 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 210 time: 0.0451744 Mar 31 15:59:54.972867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Made reservation on behalf of 1d33e398560040448745d4b2a2047e81 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:54.977092 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:55.133235 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Allocated IP 172.20.0.14 (b202461b-1350-44ad-b38c-700f701870e8/22c55b03-5819-42ff-aa73-b3fccd7a44f7/2dd82e2b-ee84-4297-85e3-69af2b47f456) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:55.270598 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172191-a142-4a82-b028-9f0543189e4e req-7e8f4392-8455-469a-abf5-e8b6affbe35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.272160 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-7e8f4392-8455-469a-abf5-e8b6affbe35c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1130 time: 0.0493050 Mar 31 15:59:55.296308 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:55.400523 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172191-a142-4a82-b028-9f0543189e4e req-d872dbcb-e2e9-4417-9197-405a1773ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.402131 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-d872dbcb-e2e9-4417-9197-405a1773ba6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 910 time: 0.1025581 Mar 31 15:59:55.450212 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:55.501729 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-e8f079e0-6482-4652-9852-5bf37b15f57d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 1001 time: 0.0753236 Mar 31 15:59:55.503031 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Network b202461b-1350-44ad-b38c-700f701870e8 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:55.506518 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:55.514356 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:55.523672 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event updated for resources: {'Port': ['ID=2dd82e2b-ee84-4297-85e3-69af2b47f456,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:55.586226 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172191-a142-4a82-b028-9f0543189e4e req-c06a7533-63a6-4c0c-a008-f829e7e9b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.588426 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-c06a7533-63a6-4c0c-a008-f829e7e9b231 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 200 len: 848 time: 0.0792379 Mar 31 15:59:55.601781 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.602620 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:55.722355 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-aa9d95c8-b416-4820-8b9f-3b42d8597d07 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0200229 Mar 31 15:59:55.736811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172191-a142-4a82-b028-9f0543189e4e req-ac70914d-bb55-4980-9a44-659289b03a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.739733 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-ac70914d-bb55-4980-9a44-659289b03a62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05946b88-413e-41d0-94fd-893fef1ec51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1432903 Mar 31 15:59:55.751823 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Request body: {'port': {'device_id': '107ff984-9902-4762-8d46-229a69474f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:55.894038 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a9e62013-01fa-4224-8f88-707e19ec51f9 None None] Provisioning complete for port 2dd82e2b-ee84-4297-85e3-69af2b47f456 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:55.894669 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a9e62013-01fa-4224-8f88-707e19ec51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:55.912658 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:55.933416 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a9e62013-01fa-4224-8f88-707e19ec51f9 None None] Port 2dd82e2b-ee84-4297-85e3-69af2b47f456 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:59:55.938094 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf980-cf72-448b-8e70-cb9c9ece3c27 req-df4ded41-a4a0-4d8b-9017-152dc57e3c21 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.947171 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-83acf980-cf72-448b-8e70-cb9c9ece3c27 req-df4ded41-a4a0-4d8b-9017-152dc57e3c21 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.2362628 Mar 31 15:59:55.985841 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-e39ae2cf-085f-4837-80f2-ffa00e37f155 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166502 Mar 31 15:59:55.990019 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5798d-3600-4b7d-9897-13921492ead9 req-71c44462-5fc6-42a0-8d48-146c02b3bf32 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.991911 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf5798d-3600-4b7d-9897-13921492ead9 req-71c44462-5fc6-42a0-8d48-146c02b3bf32 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1339080 Mar 31 15:59:56.067350 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-83acf980-cf72-448b-8e70-cb9c9ece3c27 req-6a759a77-0e3a-4a91-8786-5419e48854e9 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177797 Mar 31 15:59:56.132004 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b0172191-a142-4a82-b028-9f0543189e4e req-46df44ee-86b4-437b-a937-cb627af8a6fb service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386604 Mar 31 15:59:56.160060 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bf5798d-3600-4b7d-9897-13921492ead9 req-a623dc10-0e4e-4bfd-bf19-b1a9ec7d1a21 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508155 Mar 31 15:59:56.410066 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd82e2b-ee84-4297-85e3-69af2b47f456 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:56.424552 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c82017-4330-4d02-bbf2-d025a55faccb req-2fc2b18e-194d-482c-9842-e1e1634e89b2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:56.426451 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c82017-4330-4d02-bbf2-d025a55faccb req-2fc2b18e-194d-482c-9842-e1e1634e89b2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1289372 Mar 31 15:59:56.432297 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Publish callbacks [] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:56.443276 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34014) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:56.452943 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'floatingip': {'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:56.458931 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Transition to ACTIVE for port object 2dd82e2b-ee84-4297-85e3-69af2b47f456 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:59:56.516543 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:56.540696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:56.575959 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a3cf8-c837-4182-9031-a67ea0f58090 req-53f5511b-8b8d-42f6-83b2-b2e41809444e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:56.577754 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a3a3cf8-c837-4182-9031-a67ea0f58090 req-53f5511b-8b8d-42f6-83b2-b2e41809444e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 932 time: 0.3750188 Mar 31 15:59:56.680781 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Pushing event updated for resources: {'Port': ['ID=2dd82e2b-ee84-4297-85e3-69af2b47f456,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:56.707820 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a3a3cf8-c837-4182-9031-a67ea0f58090 req-a59e92c4-0365-4073-95ee-bed3ddacd085 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104646 Mar 31 15:59:56.755171 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Attempting to bind port 2dd82e2b-ee84-4297-85e3-69af2b47f456 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:56.755599 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Attempting to bind port 2dd82e2b-ee84-4297-85e3-69af2b47f456 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:56.755941 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Attempting to bind port 2dd82e2b-ee84-4297-85e3-69af2b47f456 on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:56.762070 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Port 2dd82e2b-ee84-4297-85e3-69af2b47f456 on network b202461b-1350-44ad-b38c-700f701870e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:59:56.762406 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Attempting to bind port 2dd82e2b-ee84-4297-85e3-69af2b47f456 on network b202461b-1350-44ad-b38c-700f701870e8 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:56.772819 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:56.779120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Checking segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:56.779120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Bound using segment: {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:56.779120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Bound port: 2dd82e2b-ee84-4297-85e3-69af2b47f456, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76ae5be-1810-4be9-ad34-b5970c96866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:56.779120 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:56.853041 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] For port 2dd82e2b-ee84-4297-85e3-69af2b47f456, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:56.859972 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] For port 2dd82e2b-ee84-4297-85e3-69af2b47f456, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:56.964453 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.018757 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.019643 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.021569 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] 10.222.0.48 "PUT /v2.0/ports/2dd82e2b-ee84-4297-85e3-69af2b47f456 HTTP/1.1" status: 200 len: 1094 time: 1.2774889 Mar 31 15:59:57.022236 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:57.025792 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd484242-ac24-48df-9cf3-3d51557798ee" -d '{"events": [{"name": "network-changed", "server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:57.081157 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba0404-d3a3-4e9e-9c80-f67b27796cbc service neutron] Pushing event updated for resources: {'Port': ['ID=2dd82e2b-ee84-4297-85e3-69af2b47f456,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:57.146445 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8194c-21e7-4f35-ab43-4a72e85ae76b x-openstack-request-id: req-abe8194c-21e7-4f35-ab43-4a72e85ae76b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:57.147043 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:57.147511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abe8194c-21e7-4f35-ab43-4a72e85ae76b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:57.148682 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe8194c-21e7-4f35-ab43-4a72e85ae76b'] response: {'name': 'network-changed', 'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'status': 'completed', 'code': 200} Mar 31 15:59:57.276536 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd484242-ac24-48df-9cf3-3d51557798ee req-8294b523-7ca7-478d-a96b-c82db6eb6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.279643 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd484242-ac24-48df-9cf3-3d51557798ee req-8294b523-7ca7-478d-a96b-c82db6eb6022 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 1128 time: 0.0821333 Mar 31 15:59:57.408358 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b642e-1358-40de-83f3-32261c4aaf7d req-8a4a2317-0593-4b72-a093-3dce85ceddcc tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.410967 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-584b642e-1358-40de-83f3-32261c4aaf7d req-8a4a2317-0593-4b72-a093-3dce85ceddcc tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.2016945 Mar 31 15:59:57.426579 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.441852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd484242-ac24-48df-9cf3-3d51557798ee req-4842fb62-4af8-4c9d-88bf-ded89a662c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.443829 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd484242-ac24-48df-9cf3-3d51557798ee req-4842fb62-4af8-4c9d-88bf-ded89a662c7b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1d33e398560040448745d4b2a2047e81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1485755 Mar 31 15:59:57.505317 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-584b642e-1358-40de-83f3-32261c4aaf7d req-2aeccc89-98a3-4166-aad3-8d30fddb604a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835631 Mar 31 15:59:57.521299 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.588003 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd484242-ac24-48df-9cf3-3d51557798ee req-5742ffed-814d-4170-a7ec-f0f1745c42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.588003 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd484242-ac24-48df-9cf3-3d51557798ee req-5742ffed-814d-4170-a7ec-f0f1745c42fe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316330 Mar 31 15:59:57.714424 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-5c8a852f-e70a-4b50-bcb1-6841a68f94a8 req-a31e1c59-f322-48ad-9ef4-11a7d7fc9eeb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:59:57.716262 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c8a852f-e70a-4b50-bcb1-6841a68f94a8 req-a31e1c59-f322-48ad-9ef4-11a7d7fc9eeb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0797713 Mar 31 15:59:57.740850 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Floating IP 14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a associated. External IP: 172.27.1.137, port: fee90389-acdd-4504-99ef-bf19ffaa0012. Mar 31 15:59:57.747840 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-d194ef03-3d67-4674-a79a-026c74f9b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.753680 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-d194ef03-3d67-4674-a79a-026c74f9b89c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 1128 time: 0.0972502 Mar 31 15:59:57.807008 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-685a7780-314f-4e26-b47f-bc6c9dbfb6af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456 HTTP/1.1" status: 200 len: 217 time: 0.0423551 Mar 31 15:59:57.885160 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-9822f6de-7aaa-4ea8-be2b-5b0e31362a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.886805 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-9822f6de-7aaa-4ea8-be2b-5b0e31362a63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0735400 Mar 31 15:59:57.952379 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-7e1f85b3-3dd3-45e5-8085-7ea22d2e989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.955188 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-7e1f85b3-3dd3-45e5-8085-7ea22d2e989f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622170 Mar 31 15:59:58.069728 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:58.072762 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-6fbb4205-cc38-4400-a9cb-bc42fcc16d77 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101747 Mar 31 15:59:58.227662 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 254ab607-29ef-4cf2-b2db-117a5a6ae67c is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:58.227662 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.300068 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34032) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:58.302379 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:58.306420 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf2600f-6a6e-45fa-8cb8-27501dd15a47" -d '{"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-unplugged", "status": "completed", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:58.325065 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745baaf-8e57-4f0c-920a-2c3d934cc1ca req-ba542585-8c63-4653-a2e4-8280870c07b1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:58.327578 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b745baaf-8e57-4f0c-920a-2c3d934cc1ca req-ba542585-8c63-4653-a2e4-8280870c07b1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 944 time: 0.4707491 Mar 31 15:59:58.334162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:58.404449 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1b73a-f086-42bc-83cd-5b3b2713e758 req-9b66e181-48df-42d2-8937-d6c8e398ab6b tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:58.409611 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.415724 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94c1b73a-f086-42bc-83cd-5b3b2713e758 req-9b66e181-48df-42d2-8937-d6c8e398ab6b tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1718600 Mar 31 15:59:58.421246 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b745baaf-8e57-4f0c-920a-2c3d934cc1ca req-55158fe2-77df-4b09-be09-b1eea3d4729d tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779948 Mar 31 15:59:58.431624 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:58.516712 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:58.566336 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eeec6438-1298-40ef-a0d6-b5ed4f640b25 req-db5679d4-06c4-4e03-aabb-6fd5485b4c81 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802167 Mar 31 15:59:58.582683 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78742fe8-73f5-46c2-bb15-4a437ef6f8d8 x-openstack-request-id: req-78742fe8-73f5-46c2-bb15-4a437ef6f8d8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:58.583361 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-unplugged", "status": "failed", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "code": 422}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:58.583954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78742fe8-73f5-46c2-bb15-4a437ef6f8d8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:58.585060 dv-cinder-836027-1-iscsi neutron-server[104110]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-78742fe8-73f5-46c2-bb15-4a437ef6f8d8']: {'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'code': 422} returned with failed status Mar 31 15:59:58.596128 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-db166466-764f-476d-ad2f-b50bce7014de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2897923 Mar 31 15:59:58.619227 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-d4bf42df-c001-471c-8bbe-e2d9dd1d0f9e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:59:58.620965 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-d4bf42df-c001-471c-8bbe-e2d9dd1d0f9e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152361 Mar 31 15:59:58.637314 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94c1b73a-f086-42bc-83cd-5b3b2713e758 req-ab086482-8134-483b-815b-43a3d2e40630 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198334 Mar 31 15:59:58.656756 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:58.667270 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.689688 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085c630-cd34-405b-9623-d51a73642652 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:58.706629 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:58.708511 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:58.732918 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c236931c-8bcd-4763-9b35-5c2cd80ad8ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "PUT /v2.0/floatingips/14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a HTTP/1.1" status: 200 len: 991 time: 2.2752159 Mar 31 15:59:58.732918 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:58.732918 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:58.818389 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34050) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:58.861139 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1413ea-ef82-4600-b82d-3da95daa4cba x-openstack-request-id: req-1d1413ea-ef82-4600-b82d-3da95daa4cba {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:58.861663 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:58.862256 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d1413ea-ef82-4600-b82d-3da95daa4cba {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:58.862855 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1413ea-ef82-4600-b82d-3da95daa4cba'] response: {'name': 'network-changed', 'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'status': 'completed', 'code': 200} Mar 31 15:59:58.887257 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:58.978431 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-fa3df104-c8db-48ae-b228-34c9657e9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:58.979119 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-29877873-16e1-4e3c-93d4-6bf9fa96fd14 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:58.981070 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-fa3df104-c8db-48ae-b228-34c9657e9598 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1129 time: 0.0673013 Mar 31 15:59:58.981298 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-29877873-16e1-4e3c-93d4-6bf9fa96fd14 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports/254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 941 time: 0.1610115 Mar 31 15:59:59.134827 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-7dc08681-c6f5-4c2f-88d1-a676cd921cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:59.136936 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-7dc08681-c6f5-4c2f-88d1-a676cd921cb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1483126 Mar 31 15:59:59.230308 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-b6522c75-7295-4044-85b0-4fd2613292a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 999 time: 0.0867350 Mar 31 15:59:59.264460 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'mac_address': 'fa:16:3e:96:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31124-0e05-4556-a88c-8233f090f315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:59:38Z', 'updated_at': '2022-03-31T15:59:57Z', 'revision_number': 1, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.312799 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085c630-cd34-405b-9623-d51a73642652 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:59.313378 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-74a7f99e-4590-4944-b204-67dfbb220a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:59.315311 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-74a7f99e-4590-4944-b204-67dfbb220a51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0748918 Mar 31 15:59:59.325147 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:59.325912 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.380285 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-4a69df1c-69af-4839-b9f3-4ab0691f3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:59.384159 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-4a69df1c-69af-4839-b9f3-4ab0691f3ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615599 Mar 31 15:59:59.486044 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:59.608654 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-c955727d-f6b4-49be-9393-5073f8e5ee6f service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166975 Mar 31 15:59:59.866821 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a38e-d5b7-4d97-9ead-a64b63d1083d req-74656c8e-64e4-4ac7-b9a3-775f82c36efa tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:59.868783 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8d25a38e-d5b7-4d97-9ead-a64b63d1083d req-74656c8e-64e4-4ac7-b9a3-775f82c36efa tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0672936 Mar 31 15:59:59.925325 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4085c630-cd34-405b-9623-d51a73642652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'mac_address': 'fa:16:3e:96:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31124-0e05-4556-a88c-8233f090f315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:59:38Z', 'updated_at': '2022-03-31T15:59:57Z', 'revision_number': 1, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.925972 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8d25a38e-d5b7-4d97-9ead-a64b63d1083d req-ae8dd2cf-cc4e-4f90-b052-47fa121934d3 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502937 Mar 31 15:59:59.979374 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085c630-cd34-405b-9623-d51a73642652 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'mac_address': 'fa:16:3e:96:4b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31124-0e05-4556-a88c-8233f090f315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:59:38Z', 'updated_at': '2022-03-31T15:59:57Z', 'revision_number': 1, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:00.071510 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 2dd82e2b-ee84-4297-85e3-69af2b47f456 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:00:00.079959 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a48e-f59f-41e8-8718-03f3762827ad req-25ffde76-95c8-4f9d-8048-971ad12e64fe tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:00.081958 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70c8a48e-f59f-41e8-8718-03f3762827ad req-25ffde76-95c8-4f9d-8048-971ad12e64fe tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 944 time: 0.5368559 Mar 31 16:00:00.148466 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87c88099-70cc-4d9c-9fa1-ea0dd391ad2c req-dbf3549f-5509-4e98-9499-9fe8950abc48 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302141 Mar 31 16:00:00.168557 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70c8a48e-f59f-41e8-8718-03f3762827ad req-3807838f-9d8c-45f2-93b5-aec631a2cb36 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672548 Mar 31 16:00:00.241279 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 2dd82e2b-ee84-4297-85e3-69af2b47f456, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:00.257983 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'port_id': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'mac_address': 'fa:16:3e:72:69:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:00:00.306173 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 2dd82e2b-ee84-4297-85e3-69af2b47f456 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:00.306570 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:00.327027 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c56cab-6213-4dbe-9ee2-1245065eeb46 None None] New status for floating IP 14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:00.333195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd82e2b-ee84-4297-85e3-69af2b47f456 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:00:00.405457 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 2dd82e2b-ee84-4297-85e3-69af2b47f456, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:00.506989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:00.561121 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=2dd82e2b-ee84-4297-85e3-69af2b47f456,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:00.692895 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:00:00.832958 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['2dd82e2b-ee84-4297-85e3-69af2b47f456'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:01.060913 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056326c-3da4-4368-b10f-81332b1365e0 req-6e1f2b89-a08f-4fec-a121-fdb2a3b34a93 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:01.062755 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8056326c-3da4-4368-b10f-81332b1365e0 req-6e1f2b89-a08f-4fec-a121-fdb2a3b34a93 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0592103 Mar 31 16:00:01.126721 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8056326c-3da4-4368-b10f-81332b1365e0 req-2f6192f5-0d51-4c8b-a9d7-4917c3a5e590 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573125 Mar 31 16:00:01.315634 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33472fa-351c-4fd7-9671-413b1fc1eb97 req-8b7a30b5-855c-435a-882f-bd8a5dd3db7f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:01.317186 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c33472fa-351c-4fd7-9671-413b1fc1eb97 req-8b7a30b5-855c-435a-882f-bd8a5dd3db7f tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 945 time: 0.0603776 Mar 31 16:00:01.371761 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c33472fa-351c-4fd7-9671-413b1fc1eb97 req-012e56d4-1d45-4f8e-9cbc-4996a877a0d2 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483899 Mar 31 16:00:02.105397 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 2dd82e2b-ee84-4297-85e3-69af2b47f456 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:02.304350 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 2dd82e2b-ee84-4297-85e3-69af2b47f456 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:00:02.312088 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 2dd82e2b-ee84-4297-85e3-69af2b47f456 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:02.313237 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:02.324662 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-343c18ea-6fce-432a-bb98-ab98654fa94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.327494 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-343c18ea-6fce-432a-bb98-ab98654fa94a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122&tenant_id=53f00ecd42a24c82800c15d8b262171a HTTP/1.1" status: 200 len: 1128 time: 0.1152465 Mar 31 16:00:02.388052 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ae7ed-0abd-4b7d-b482-6a8eab7f3504 req-c3d4290e-db2f-40cb-8143-b4f50c96e536 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.391659 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b37ae7ed-0abd-4b7d-b482-6a8eab7f3504 req-c3d4290e-db2f-40cb-8143-b4f50c96e536 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0799520 Mar 31 16:00:02.457400 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-41208d86-148a-487f-b57e-1507f7443272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.460055 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-41208d86-148a-487f-b57e-1507f7443272 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1128 time: 0.0887837 Mar 31 16:00:02.463246 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 2dd82e2b-ee84-4297-85e3-69af2b47f456 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:02.463877 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:02.494765 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b37ae7ed-0abd-4b7d-b482-6a8eab7f3504 req-d060a7fd-65d2-4a8b-bd56-b2657a26f569 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966122 Mar 31 16:00:02.511346 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:02.514345 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5895811d-1f7c-4455-b5fd-9dcca8a60d46" -d '{"events": [{"server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "name": "network-vif-plugged", "status": "completed", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:02.544706 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 2dd82e2b-ee84-4297-85e3-69af2b47f456, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:02.580515 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59f31dd-d102-4c90-b0a7-b1377c6b4fd9 x-openstack-request-id: req-e59f31dd-d102-4c90-b0a7-b1377c6b4fd9 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:02.580991 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "name": "network-vif-plugged", "status": "completed", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:02.581409 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e59f31dd-d102-4c90-b0a7-b1377c6b4fd9 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:02.582512 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59f31dd-d102-4c90-b0a7-b1377c6b4fd9'] response: {'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'code': 200} Mar 31 16:00:02.617448 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137005d6-8d7a-413f-92e2-40cd633939d9 req-080ee0d0-85ae-47bf-bad2-8eac0c6c8365 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.619259 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-137005d6-8d7a-413f-92e2-40cd633939d9 req-080ee0d0-85ae-47bf-bad2-8eac0c6c8365 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 945 time: 0.1342573 Mar 31 16:00:02.620988 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-d496b50c-e4a1-466d-8d11-ed308bfc18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.622915 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-d496b50c-e4a1-466d-8d11-ed308bfc18b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 910 time: 0.1497834 Mar 31 16:00:02.624858 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:02.717661 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=2dd82e2b-ee84-4297-85e3-69af2b47f456,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:02.749303 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-137005d6-8d7a-413f-92e2-40cd633939d9 req-f4b340a4-24eb-4edb-9870-690f5276d7f1 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195879 Mar 31 16:00:02.751562 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-43fe98ef-80a8-46f8-9286-a1be748a219f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 999 time: 0.1070516 Mar 31 16:00:02.824545 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-cb886428-2644-432b-ab50-f8c46c5e2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.827117 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-cb886428-2644-432b-ab50-f8c46c5e2bc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 200 len: 848 time: 0.0683558 Mar 31 16:00:02.882302 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-1314db6e-47c8-41cd-9796-1f2b13aa5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.883927 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-1314db6e-47c8-41cd-9796-1f2b13aa5d4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05946b88-413e-41d0-94fd-893fef1ec51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508730 Mar 31 16:00:03.011903 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-8f689331-dfa0-49ed-9e77-d63f2bd910e7 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208949 Mar 31 16:00:03.016751 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b629-4e81-45f1-af4b-d2c05e3e632e req-efdc7f0d-bc6a-48fc-b8ed-4593bbcbb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.019259 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-47d7b629-4e81-45f1-af4b-d2c05e3e632e req-efdc7f0d-bc6a-48fc-b8ed-4593bbcbb8a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 1130 time: 0.0530579 Mar 31 16:00:03.072186 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-47d7b629-4e81-45f1-af4b-d2c05e3e632e req-b2c3d6b7-f3f2-4456-8c24-3ba981445bb2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462761 Mar 31 16:00:03.114873 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e17e4e6b-1576-4820-848f-2076ee41f6cd req-328ead96-21e0-4f15-ba9d-e21ea3b41722 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968418 Mar 31 16:00:03.672449 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fb39f-523a-463e-8c86-689b420f4d7d req-ec914e70-c220-481c-913f-e109d084627e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.674057 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e11fb39f-523a-463e-8c86-689b420f4d7d req-ec914e70-c220-481c-913f-e109d084627e tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0594113 Mar 31 16:00:03.754858 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e11fb39f-523a-463e-8c86-689b420f4d7d req-c789b366-e9da-4cf7-b251-76f0afa01516 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721450 Mar 31 16:00:03.767831 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-0c48aace-c19a-4655-abc8-301b86471691 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789810786&fields=id&tenant_id=4559ade4445e4fd9a207f751d33cce3d HTTP/1.1" status: 200 len: 267 time: 0.0721023 Mar 31 16:00:03.844889 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-ff6386df-590c-4e34-bdfb-a2a492d6beeb tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.847553 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-ff6386df-590c-4e34-bdfb-a2a492d6beeb tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 984 time: 0.0701652 Mar 31 16:00:03.861036 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Request body: {'port': {'security_groups': ['33ff9045-5470-4367-b18d-0c8e06ccd2d5']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:03.908629 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7ae3-5215-4156-9803-3f590ec718b3 req-16052db9-c2b2-4534-9491-b2075e97d661 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.910260 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4ae7ae3-5215-4156-9803-3f590ec718b3 req-16052db9-c2b2-4534-9491-b2075e97d661 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 946 time: 0.0725915 Mar 31 16:00:03.959909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:03.977261 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4ae7ae3-5215-4156-9803-3f590ec718b3 req-e3a80b9f-a9a3-4458-bbc3-a87724b92068 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559144 Mar 31 16:00:04.181480 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:04.236154 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for port (a199b190-7793-4c35-a9a5-c522259782f9), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.305161 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.350017 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:04.350732 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.351057 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['a199b190-7793-4c35-a9a5-c522259782f9'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:04.355439 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60a548f6-d4cf-4ff3-a3b5-772b4d124163 req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "PUT /v2.0/ports/a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 942 time: 0.5001490 Mar 31 16:00:04.358427 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:04.358945 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76871367-f136-40e6-bb47-fa16513c902a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:04.359592 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34082) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:04.457900 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group (5ddd0470-842a-48c6-9232-7a06ae56f850), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.478831 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d462-3efc-4734-b377-756da25344ef tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event updated for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=7']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:04.496246 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2473f-3549-42ee-a0bf-5a121ab04acb x-openstack-request-id: req-e7c2473f-3549-42ee-a0bf-5a121ab04acb {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:04.496683 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:04.497913 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7c2473f-3549-42ee-a0bf-5a121ab04acb {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:04.497913 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c2473f-3549-42ee-a0bf-5a121ab04acb'] response: {'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'status': 'completed', 'code': 200} Mar 31 16:00:04.498396 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['a199b190-7793-4c35-a9a5-c522259782f9'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:04.513940 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group (5ddd0470-842a-48c6-9232-7a06ae56f850), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.630893 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871367-f136-40e6-bb47-fa16513c902a req-7fa729ed-5e2f-4dcf-8a54-58143d828f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:04.636660 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-7fa729ed-5e2f-4dcf-8a54-58143d828f8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1129 time: 0.1031327 Mar 31 16:00:04.719408 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (5ddd0470-842a-48c6-9232-7a06ae56f850), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.726560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.732703 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ddd0470-842a-48c6-9232-7a06ae56f850 HTTP/1.1" status: 204 len: 168 time: 0.3708096 Mar 31 16:00:04.736053 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34086) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:04.769169 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd0470-842a-48c6-9232-7a06ae56f850,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:04.783985 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.783985 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.784705 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.785445 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.786114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.787739 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.788471 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.789168 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.789908 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.790759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.791473 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.792182 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.792870 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.793552 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.794496 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2535107-fdb4-4cad-92ee-67435305c333 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:04.831537 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ff06ee40-63b1-401d-b0a9-952c1c90eec6 None None] Provisioning complete for port a199b190-7793-4c35-a9a5-c522259782f9 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:04.831996 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff06ee40-63b1-401d-b0a9-952c1c90eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (a199b190-7793-4c35-a9a5-c522259782f9), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.871476 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871367-f136-40e6-bb47-fa16513c902a req-268e3ff2-35c3-4323-a2aa-d8635b27b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:04.874697 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-268e3ff2-35c3-4323-a2aa-d8635b27b0a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 916 time: 0.2316649 Mar 31 16:00:05.034628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ff06ee40-63b1-401d-b0a9-952c1c90eec6 None None] Current status of the port a199b190-7793-4c35-a9a5-c522259782f9 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:05.137768 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-6da47a07-414d-49fb-a236-cf0803b9d631 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 1000 time: 0.2530241 Mar 31 16:00:05.161309 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674ae0d-57b6-4135-9723-0f1138ce06c6 req-4506d9ae-728e-433d-a545-571732a6f83e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.162168 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e3a75-61b5-4bfa-8304-e4facbb5ec20 req-b0ca2721-8a10-4faa-8a22-796057c4a8ae tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.163026 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6674ae0d-57b6-4135-9723-0f1138ce06c6 req-4506d9ae-728e-433d-a545-571732a6f83e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 946 time: 0.0755134 Mar 31 16:00:05.164931 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-181e3a75-61b5-4bfa-8304-e4facbb5ec20 req-b0ca2721-8a10-4faa-8a22-796057c4a8ae tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.3115311 Mar 31 16:00:05.252103 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6674ae0d-57b6-4135-9723-0f1138ce06c6 req-4a9e970e-a28c-4e08-9e23-7acf271ca34e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810018 Mar 31 16:00:05.273842 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871367-f136-40e6-bb47-fa16513c902a req-3fb66886-8f24-44f5-bb18-c3e8af309e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.275894 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-3fb66886-8f24-44f5-bb18-c3e8af309e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.1279018 Mar 31 16:00:05.366000 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-181e3a75-61b5-4bfa-8304-e4facbb5ec20 req-5c2eb0a2-3f2b-423f-844e-1ede131aba08 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841922 Mar 31 16:00:05.391901 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Deleting port f1cd6295-b36e-4e04-8081-9f3cc49371be {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:05.392444 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:05.439669 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5cfc-9f08-470f-9a9e-5e2a073d68ea req-3b25d44e-2321-42e2-a402-588b4e3a06cf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.442397 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7aba5cfc-9f08-470f-9a9e-5e2a073d68ea req-3b25d44e-2321-42e2-a402-588b4e3a06cf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 946 time: 0.0790000 Mar 31 16:00:05.448789 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871367-f136-40e6-bb47-fa16513c902a req-d633f45a-5cc7-4721-8e95-ba6d41a7b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.450499 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-d633f45a-5cc7-4721-8e95-ba6d41a7b0d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1670914 Mar 31 16:00:05.454003 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34094) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:05.459708 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Request body: {'floatingip': {'port_id': '2dd82e2b-ee84-4297-85e3-69af2b47f456'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:05.514375 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (433a980f-5f8d-4767-88d3-b23e3fc48450), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:05.562373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:05.562373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for floatingip (f1cd6295-b36e-4e04-8081-9f3cc49371be), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:05.585509 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Calling delete_port for f1cd6295-b36e-4e04-8081-9f3cc49371be owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:05.599282 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-f6304f70-a82a-4675-8dd3-52340fc50616 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427462 Mar 31 16:00:05.853596 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76871367-f136-40e6-bb47-fa16513c902a req-48dfb6ce-4588-47b5-8140-d70dbee2dd77 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483208 Mar 31 16:00:06.018679 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (f1cd6295-b36e-4e04-8081-9f3cc49371be), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.052739 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event deleted for resources: {'Port': ['ID=f1cd6295-b36e-4e04-8081-9f3cc49371be,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:06.066032 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.066493 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.066832 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.067131 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.067484 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.067891 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.068213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.068552 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.068885 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.069224 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.069618 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.069893 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.070227 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.070580 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.070912 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:06.110440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.156174 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks [] for floatingip (1c1a5421-81b8-4873-a0e5-6a98f95994fb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.156695 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Floating IP 1c1a5421-81b8-4873-a0e5-6a98f95994fb disassociated (deleted). External IP: 172.27.1.88, port: a199b190-7793-4c35-a9a5-c522259782f9. Mar 31 16:00:06.243050 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (433a980f-5f8d-4767-88d3-b23e3fc48450), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.374875 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP 433a980f-5f8d-4767-88d3-b23e3fc48450 associated. External IP: 172.27.1.219, port: 2dd82e2b-ee84-4297-85e3-69af2b47f456. Mar 31 16:00:06.454749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Router 61ab3c85-2006-432f-8d4c-d1a6d905e224 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:06.627471 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881327fa-9065-46c8-9171-1d4d1db3a86c req-33b3b878-94eb-44be-8978-54cbdc5c39f0 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:06.628978 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-881327fa-9065-46c8-9171-1d4d1db3a86c req-33b3b878-94eb-44be-8978-54cbdc5c39f0 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.1147625 Mar 31 16:00:06.634991 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:06.640557 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.653330 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] Sync routers for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:06.673721 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:06.674959 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:06.696420 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8953c821-f151-48b5-af69-91faa41e3525 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "DELETE /v2.0/floatingips/1c1a5421-81b8-4873-a0e5-6a98f95994fb HTTP/1.1" status: 204 len: 168 time: 1.9566512 Mar 31 16:00:06.701398 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:06.703719 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71afcd0-48b1-41b4-a502-07716fc3cb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:06.715381 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:06.737558 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-881327fa-9065-46c8-9171-1d4d1db3a86c req-b803e74f-a1c9-4e19-b4fa-9a6e07742cf0 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938859 Mar 31 16:00:06.829483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f311e12-0e5f-43b5-a62c-a5aade9ca186 x-openstack-request-id: req-2f311e12-0e5f-43b5-a62c-a5aade9ca186 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:06.829786 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:06.830072 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f311e12-0e5f-43b5-a62c-a5aade9ca186 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:06.830396 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f311e12-0e5f-43b5-a62c-a5aade9ca186'] response: {'name': 'network-changed', 'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'status': 'completed', 'code': 200} Mar 31 16:00:06.905000 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:06.926622 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:06.944502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:06.949106 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.965828 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:06.974025 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:06.982984 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-b7ebaa18-40af-493c-b0a6-be4c68b11ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:06.985694 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-b7ebaa18-40af-493c-b0a6-be4c68b11ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4559ade4445e4fd9a207f751d33cce3d&device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 1129 time: 0.1028211 Mar 31 16:00:07.038965 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b11463b8-eddf-4f7e-837d-82b388f5aecf tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "PUT /v2.0/floatingips/433a980f-5f8d-4767-88d3-b23e3fc48450 HTTP/1.1" status: 200 len: 992 time: 1.5831702 Mar 31 16:00:07.040382 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:07.045797 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524c6c9-d95e-425f-89e9-faac11b53de4" -d '{"events": [{"name": "network-changed", "server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:07.095305 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae4259-5134-41ff-85f6-0328503f250a x-openstack-request-id: req-28ae4259-5134-41ff-85f6-0328503f250a {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:07.095835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:07.096415 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28ae4259-5134-41ff-85f6-0328503f250a {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:07.097065 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ae4259-5134-41ff-85f6-0328503f250a'] response: {'name': 'network-changed', 'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'status': 'completed', 'code': 200} Mar 31 16:00:07.154133 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-e4c6c715-2352-450c-88a7-401b9018c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.155713 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:07.157023 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-e4c6c715-2352-450c-88a7-401b9018c972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 200 len: 916 time: 0.1639886 Mar 31 16:00:07.254181 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-08e223ea-9405-49df-b9ea-a8d23fa708ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.257128 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-08e223ea-9405-49df-b9ea-a8d23fa708ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d33e398560040448745d4b2a2047e81&device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 1130 time: 0.1126041 Mar 31 16:00:07.261044 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-107bc8f4-e9df-4955-8313-bfe7c59d7bf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 200 len: 217 time: 0.0945816 Mar 31 16:00:07.351070 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:07.363904 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-5d712121-c63f-4c89-b55b-98d124b1e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.366309 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-5d712121-c63f-4c89-b55b-98d124b1e8f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 200 len: 854 time: 0.0920506 Mar 31 16:00:07.419950 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] Checking router: 61ab3c85-2006-432f-8d4c-d1a6d905e224 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:07.437948 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:07.438763 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-90cf6557-ea3c-4e33-a557-d6ea4427b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.439317 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:07.440954 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-90cf6557-ea3c-4e33-a557-d6ea4427b22b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641544 Mar 31 16:00:07.452377 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-f0dea5e6-6519-4600-b9ce-fcb2a2c976b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.455181 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-f0dea5e6-6519-4600-b9ce-fcb2a2c976b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 200 len: 915 time: 0.1828246 Mar 31 16:00:07.552128 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-f17cc261-94b0-40f5-9d63-8ac64a4f82ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456 HTTP/1.1" status: 200 len: 1000 time: 0.0891171 Mar 31 16:00:07.631058 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-0585b5b9-2534-40b9-a87c-be3c7f834d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.633806 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-0585b5b9-2534-40b9-a87c-be3c7f834d37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 200 len: 853 time: 0.0737371 Mar 31 16:00:07.644442 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-777be004-e894-42e2-a253-e5dbf7bd1179 service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960266 Mar 31 16:00:07.662395 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '433a980f-5f8d-4767-88d3-b23e3fc48450', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:72:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107ff984-9902-4762-8d46-229a69474f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:59:49Z', 'updated_at': '2022-03-31T16:00:06Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:07.694451 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:07.713701 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:07.715660 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T15:59:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:07.736125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-985a259f-41f5-4fd3-85a5-44d8148e262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.738898 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-985a259f-41f5-4fd3-85a5-44d8148e262a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202461b-1350-44ad-b38c-700f701870e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975304 Mar 31 16:00:07.771583 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f71afcd0-48b1-41b4-a502-07716fc3cb5c req-33b22379-a2bf-432c-9857-e328252a002c service neutron] 10.222.0.48 "GET /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204755 Mar 31 16:00:07.773790 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:07.902917 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:07.952207 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-716127bb-673d-4b68-ae8c-f4a639787dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054508 Mar 31 16:00:08.064838 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f869396-544b-4b51-84f1-6f84a4099780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:08.077128 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a2e4c-144e-49b8-bf51-26b1b622a952 req-b4809b6b-cdfd-4ce3-a002-800bcc79edd1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:08.078582 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-772a2e4c-144e-49b8-bf51-26b1b622a952 req-b4809b6b-cdfd-4ce3-a002-800bcc79edd1 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.1931281 Mar 31 16:00:08.080530 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b524c6c9-d95e-425f-89e9-faac11b53de4 req-43bfdde2-7df4-4cdc-bb6b-38b63a7e1dc8 service neutron] 10.222.0.48 "GET /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181149 Mar 31 16:00:08.167182 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:08.177333 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-772a2e4c-144e-49b8-bf51-26b1b622a952 req-1e2816da-ab3a-4b52-afb7-9ded592ba177 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844681 Mar 31 16:00:08.204628 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76b170-28b5-4329-8b82-20a4280dc414 None None] The sync data for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi is: [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '5d1753ef-b433-4f45-a6bc-9833e6e7bc6f', 'name': '', 'network_id': 'f66e23f1-dd23-401b-ac9f-2ccc6e69fb31', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'mac_address': 'fa:16:3e:ae:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:29Z', 'updated_at': '2022-03-31T15:57:36Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'subnets': [{'id': '5b1cd8a9-4fc8-46f2-9d00-b643be07c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:08.366119 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '433a980f-5f8d-4767-88d3-b23e3fc48450', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:72:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107ff984-9902-4762-8d46-229a69474f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:59:49Z', 'updated_at': '2022-03-31T16:00:06Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:08.413178 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfbb10-4cc5-4a52-9cf5-421a8b11aa18 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '433a980f-5f8d-4767-88d3-b23e3fc48450', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'port_id': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'mac_address': 'fa:16:3e:72:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107ff984-9902-4762-8d46-229a69474f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:59:49Z', 'updated_at': '2022-03-31T16:00:06Z', 'revision_number': 1, 'project_id': '1d33e398560040448745d4b2a2047e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:08.603545 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24593c46-f976-497c-a0e3-4bd60563fe49 None None] New status for floating IP 1c1a5421-81b8-4873-a0e5-6a98f95994fb: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:08.704572 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899dbba6-652f-4f38-b002-ba66fc7f52f0 None None] New status for floating IP 433a980f-5f8d-4767-88d3-b23e3fc48450: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:09.316105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13944de1-baec-4c0c-89d4-3cbe5e1305db req-86bc678a-5b6a-4761-8764-3e1c18a1b961 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:09.317620 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-13944de1-baec-4c0c-89d4-3cbe5e1305db req-86bc678a-5b6a-4761-8764-3e1c18a1b961 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 944 time: 0.0628059 Mar 31 16:00:09.374960 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-13944de1-baec-4c0c-89d4-3cbe5e1305db req-fb967ade-2dcb-496b-b0e5-8111ef0238e0 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464845 Mar 31 16:00:10.192787 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:00:10.306281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:10.321026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'port_id': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'mac_address': 'fa:16:3e:58:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:00:10.364358 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 254ab607-29ef-4cf2-b2db-117a5a6ae67c is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:10.364637 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:10.379632 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254ab607-29ef-4cf2-b2db-117a5a6ae67c {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:00:10.415096 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:10.484464 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:10.542402 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:10.587369 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68956922-8cad-4765-9267-cab991fc53d7 req-a11e5d65-e665-4400-b9bf-bac7948211ec tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:10.589770 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-68956922-8cad-4765-9267-cab991fc53d7 req-a11e5d65-e665-4400-b9bf-bac7948211ec tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 945 time: 0.0947843 Mar 31 16:00:10.650751 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-68956922-8cad-4765-9267-cab991fc53d7 req-0b6b5fd1-311c-4030-a091-6076805b2bd3 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506961 Mar 31 16:00:10.872676 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['254ab607-29ef-4cf2-b2db-117a5a6ae67c'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:10.998304 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6b3d086d-b689-47c4-8281-af799a7edcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:11.412942 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76034279-4e8b-481c-a73a-cb67e83fde18 req-bc8b7f35-a17c-48f7-9ecd-0f0ecfe72dbb tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:11.414575 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76034279-4e8b-481c-a73a-cb67e83fde18 req-bc8b7f35-a17c-48f7-9ecd-0f0ecfe72dbb tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0581706 Mar 31 16:00:11.472536 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76034279-4e8b-481c-a73a-cb67e83fde18 req-181b3883-5b01-4a21-97c9-1e8312e82cec tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Mar 31 16:00:11.792410 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7248-2bb7-48c0-b3e0-008becdcbb2c req-6880c9e8-c5db-4743-988a-dd08fdf404ca tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:11.794961 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d6a7248-2bb7-48c0-b3e0-008becdcbb2c req-6880c9e8-c5db-4743-988a-dd08fdf404ca tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 945 time: 0.0652428 Mar 31 16:00:11.853282 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d6a7248-2bb7-48c0-b3e0-008becdcbb2c req-08b7f204-8071-4996-bd08-5ae8adca910c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520837 Mar 31 16:00:12.220166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:12.307929 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 254ab607-29ef-4cf2-b2db-117a5a6ae67c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:12.308469 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:12.404605 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 254ab607-29ef-4cf2-b2db-117a5a6ae67c is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:12.404981 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:12.431387 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:12.433762 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d64e0-34ff-4abc-9108-867cf2201810" -d '{"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-plugged", "status": "completed", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:12.451140 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:12.475952 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2702a9f-5370-4e4d-aed1-e53fa01a4acb x-openstack-request-id: req-f2702a9f-5370-4e4d-aed1-e53fa01a4acb {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:12.476356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-plugged", "status": "completed", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:12.476738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2702a9f-5370-4e4d-aed1-e53fa01a4acb {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:12.477295 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2702a9f-5370-4e4d-aed1-e53fa01a4acb'] response: {'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'code': 200} Mar 31 16:00:12.567912 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:12.621202 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fdc29-b5a6-452d-b8a0-9303e4077d38 req-0e93808f-4896-4f47-97e1-72cda99600bc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:12.627278 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e50fdc29-b5a6-452d-b8a0-9303e4077d38 req-0e93808f-4896-4f47-97e1-72cda99600bc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0782089 Mar 31 16:00:12.641822 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:12.700640 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e50fdc29-b5a6-452d-b8a0-9303e4077d38 req-6877c79c-ddff-4672-b84e-8694304bedd8 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663972 Mar 31 16:00:12.882856 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658b493-5de2-4653-b537-43fe29197175 req-e2e938a9-0b69-4aab-aeeb-0004e64e6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:12.884476 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8658b493-5de2-4653-b537-43fe29197175 req-e2e938a9-0b69-4aab-aeeb-0004e64e6be2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1130 time: 0.0520830 Mar 31 16:00:12.962897 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8658b493-5de2-4653-b537-43fe29197175 req-6fa0aadf-3acf-4dba-8fec-0c793d64f299 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555050 Mar 31 16:00:13.018163 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5dba-bfad-4c57-a32d-56a132db86cd req-6584c983-7e4c-4db7-8b54-5d8ef21b19e9 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:13.019804 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4afc5dba-bfad-4c57-a32d-56a132db86cd req-6584c983-7e4c-4db7-8b54-5d8ef21b19e9 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0779831 Mar 31 16:00:13.081461 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4afc5dba-bfad-4c57-a32d-56a132db86cd req-737fe81a-393d-4a36-9931-bcd9dda3e87f tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555305 Mar 31 16:00:13.623470 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-05836294-ce08-4cf2-93b4-7a850d95bad4 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:13.625059 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-05836294-ce08-4cf2-93b4-7a850d95bad4 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.0606737 Mar 31 16:00:13.722183 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:13.774347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Deleting port a199b190-7793-4c35-a9a5-c522259782f9 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:13.774955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (a199b190-7793-4c35-a9a5-c522259782f9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:13.920244 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] For port a199b190-7793-4c35-a9a5-c522259782f9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a199b190-7793-4c35-a9a5-c522259782f9,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:13.921057 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (a199b190-7793-4c35-a9a5-c522259782f9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:13.930784 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d7cd-d3ee-4d12-8618-df5eb510aa3f req-6b7e585b-26ed-4255-ad33-f4845459c370 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:13.932723 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1653d7cd-d3ee-4d12-8618-df5eb510aa3f req-6b7e585b-26ed-4255-ad33-f4845459c370 tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 945 time: 0.1498933 Mar 31 16:00:13.953946 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Calling delete_port for a199b190-7793-4c35-a9a5-c522259782f9 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:14.042221 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1653d7cd-d3ee-4d12-8618-df5eb510aa3f req-64741e3f-57ce-49a3-a3e3-190280e708bc tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ff9045-5470-4367-b18d-0c8e06ccd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027665 Mar 31 16:00:14.230531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9d25-3667-4bce-94b9-eb1a603657d6 req-524a6eb2-0955-421a-8cda-6b6491e8e33b tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:14.232209 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5dfc9d25-3667-4bce-94b9-eb1a603657d6 req-524a6eb2-0955-421a-8cda-6b6491e8e33b tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0600672 Mar 31 16:00:14.250071 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (a199b190-7793-4c35-a9a5-c522259782f9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:14.298523 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Pushing event deleted for resources: {'Port': ['ID=a199b190-7793-4c35-a9a5-c522259782f9,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:14.299227 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5dfc9d25-3667-4bce-94b9-eb1a603657d6 req-3126819a-ff1b-49db-b7aa-b380c2591863 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593445 Mar 31 16:00:14.358816 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] No DVR routers for this DVR port a199b190-7793-4c35-a9a5-c522259782f9 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:14.361650 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:14.365434 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c090556a-d0d6-43f4-b502-47827a9cc3fa req-7364e42d-7e9c-4c2e-93e8-76d37cea4e3e tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.48 "DELETE /v2.0/ports/a199b190-7793-4c35-a9a5-c522259782f9 HTTP/1.1" status: 204 len: 173 time: 0.7279198 Mar 31 16:00:14.366048 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'name': 'network-vif-deleted', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:14.368778 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485cb64e-db1b-41bf-b3d6-74e3e1b3112d" -d '{"events": [{"server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "name": "network-vif-deleted", "tag": "a199b190-7793-4c35-a9a5-c522259782f9"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:14.415365 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1785da-122d-4408-b750-eb175283fe34 x-openstack-request-id: req-0f1785da-122d-4408-b750-eb175283fe34 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:14.415850 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca719d4-7942-4a20-ae8b-5c9e8d5476d5", "name": "network-vif-deleted", "tag": "a199b190-7793-4c35-a9a5-c522259782f9", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:14.416279 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f1785da-122d-4408-b750-eb175283fe34 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:14.416935 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1785da-122d-4408-b750-eb175283fe34'] response: {'server_uuid': '1ca719d4-7942-4a20-ae8b-5c9e8d5476d5', 'name': 'network-vif-deleted', 'tag': 'a199b190-7793-4c35-a9a5-c522259782f9', 'status': 'completed', 'code': 200} Mar 31 16:00:14.928553 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.159250 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d02e35a2-00a5-4142-8a69-e56d413d8a2f req-0163b87a-afcf-4752-8d77-a130abb75e0a tempest-TestMinimumBasicScenario-1007914757 tempest-TestMinimumBasicScenario-1007914757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ca719d4-7942-4a20-ae8b-5c9e8d5476d5 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Mar 31 16:00:15.467820 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae64ad7-c5e7-4674-854f-9d1cd2026bec req-de541e44-2e6a-45d1-8437-5321bf869daf tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:15.470487 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4ae64ad7-c5e7-4674-854f-9d1cd2026bec req-de541e44-2e6a-45d1-8437-5321bf869daf tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0776057 Mar 31 16:00:15.533825 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4ae64ad7-c5e7-4674-854f-9d1cd2026bec req-a8d0d2f2-692e-4126-bc65-e83de0fbf22a tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570660 Mar 31 16:00:16.212213 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device a199b190-7793-4c35-a9a5-c522259782f9 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:16.253166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: a199b190-7793-4c35-a9a5-c522259782f9 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:16.253720 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device a199b190-7793-4c35-a9a5-c522259782f9 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:16.447921 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.971873 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34206) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:18.639470 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (61ab3c85-2006-432f-8d4c-d1a6d905e224), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:18.928979 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Deleting port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:18.929301 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.021214 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] For port 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:19.022341 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.037788 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Calling delete_port for 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:19.327429 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (5d1753ef-b433-4f45-a6bc-9833e6e7bc6f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.360049 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1753ef-b433-4f45-a6bc-9833e6e7bc6f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:19.360917 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.623633 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (61ab3c85-2006-432f-8d4c-d1a6d905e224), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.884942 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Router 61ab3c85-2006-432f-8d4c-d1a6d905e224 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:20.005027 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:20.013045 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-efa9ab8c-ebbf-48c8-adb0-f0050675bfb8 admin admin] 10.222.0.58 "PUT /v2.0/routers/61ab3c85-2006-432f-8d4c-d1a6d905e224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396903 Mar 31 16:00:20.015437 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34208) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:20.019453 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] Sync routers for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:20.037829 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:20.039056 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.147488 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks [] for router (61ab3c85-2006-432f-8d4c-d1a6d905e224), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.207285 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:20.294045 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks [] for router_gateway (61ab3c85-2006-432f-8d4c-d1a6d905e224), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.433621 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 5, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port': {'id': '199cfb12-d492-4a6b-813f-39dc34d0932f', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.455032 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Deleting port 199cfb12-d492-4a6b-813f-39dc34d0932f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:20.455803 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.472503 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] Checking router: 61ab3c85-2006-432f-8d4c-d1a6d905e224 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:20.483069 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] Routers {'61ab3c85-2006-432f-8d4c-d1a6d905e224'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:20.483796 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['61ab3c85-2006-432f-8d4c-d1a6d905e224'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.584659 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] Set router 61ab3c85-2006-432f-8d4c-d1a6d905e224 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:20.602676 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] For port 199cfb12-d492-4a6b-813f-39dc34d0932f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=199cfb12-d492-4a6b-813f-39dc34d0932f,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:20.603276 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.627487 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Calling delete_port for 199cfb12-d492-4a6b-813f-39dc34d0932f owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:20.643026 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 6, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.670415 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a41c-7b4a-44c1-8b3c-fb6a12dfa89c None None] The sync data for ids ['61ab3c85-2006-432f-8d4c-d1a6d905e224'] in dv-cinder-836027-1-iscsi is: [{'id': '61ab3c85-2006-432f-8d4c-d1a6d905e224', 'name': 'tempest-TestMinimumBasicScenario-1400489461-router', 'tenant_id': '4559ade4445e4fd9a207f751d33cce3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:25Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 6, 'project_id': '4559ade4445e4fd9a207f751d33cce3d', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:20.955561 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (199cfb12-d492-4a6b-813f-39dc34d0932f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.985041 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Pushing event deleted for resources: {'Port': ['ID=199cfb12-d492-4a6b-813f-39dc34d0932f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:21.062328 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (61ab3c85-2006-432f-8d4c-d1a6d905e224), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.182852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (61ab3c85-2006-432f-8d4c-d1a6d905e224), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.185936 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks [] for router_controller (61ab3c85-2006-432f-8d4c-d1a6d905e224), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.349418 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (61ab3c85-2006-432f-8d4c-d1a6d905e224), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.349902 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ab3c85-2006-432f-8d4c-d1a6d905e224 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:00:21.355702 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.357915 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-61578e18-c178-497f-aca1-c31fd739e78c admin admin] 10.222.0.58 "DELETE /v2.0/routers/61ab3c85-2006-432f-8d4c-d1a6d905e224 HTTP/1.1" status: 204 len: 168 time: 1.3410594 Mar 31 16:00:21.360688 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34212) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:21.414589 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Deleting subnet 5b1cd8a9-4fc8-46f2-9d00-b643be07c10c {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:21.418287 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Publish callbacks [] for subnet (5b1cd8a9-4fc8-46f2-9d00-b643be07c10c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.457127 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (5b1cd8a9-4fc8-46f2-9d00-b643be07c10c), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.560333 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (5b1cd8a9-4fc8-46f2-9d00-b643be07c10c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.723729 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (5b1cd8a9-4fc8-46f2-9d00-b643be07c10c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.764095 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.769199 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5b1cd8a9-4fc8-46f2-9d00-b643be07c10c HTTP/1.1" status: 204 len: 168 time: 0.4059799 Mar 31 16:00:21.769199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d51b9-a896-4f62-922d-f314e5b5dfe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1cd8a9-4fc8-46f2-9d00-b643be07c10c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:21.771870 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34214) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:21.772704 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac641e16-074b-42fb-8d2e-c646ea20c036 None None] Network f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:21.836540 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 199cfb12-d492-4a6b-813f-39dc34d0932f no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:21.888543 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 199cfb12-d492-4a6b-813f-39dc34d0932f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:21.888885 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 199cfb12-d492-4a6b-813f-39dc34d0932f not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:21.889311 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:21.908689 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.911709 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:21.912065 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 5d1753ef-b433-4f45-a6bc-9833e6e7bc6f not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:22.001969 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Deleting port a5f74c41-ca81-4074-8b4c-91ebca344498 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:22.002356 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.022382 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] DHCP port deletion for f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:00:22.078778 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] Deleting port a5f74c41-ca81-4074-8b4c-91ebca344498 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:22.079238 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.083798 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] For port a5f74c41-ca81-4074-8b4c-91ebca344498, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a5f74c41-ca81-4074-8b4c-91ebca344498,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:22.084308 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.113960 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Calling delete_port for a5f74c41-ca81-4074-8b4c-91ebca344498 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:22.189597 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] For port a5f74c41-ca81-4074-8b4c-91ebca344498, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a5f74c41-ca81-4074-8b4c-91ebca344498,segment=NetworkSegment(31e5570b-d9c5-4990-9fdd-fb5d37bca024),segment_id=31e5570b-d9c5-4990-9fdd-fb5d37bca024)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:22.190222 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.211563 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] Calling delete_port for a5f74c41-ca81-4074-8b4c-91ebca344498 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:22.321631 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.330581 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (a5f74c41-ca81-4074-8b4c-91ebca344498), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.366374 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f74c41-ca81-4074-8b4c-91ebca344498,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.372237 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] No DVR routers for this DVR port a5f74c41-ca81-4074-8b4c-91ebca344498 on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:22.381768 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] Pushing event deleted for resources: {'Port': ['ID=a5f74c41-ca81-4074-8b4c-91ebca344498,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.387307 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d234e06-570b-4188-89be-1fb4080b8253 None None] No DVR routers for this DVR port a5f74c41-ca81-4074-8b4c-91ebca344498 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:22.459690 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.488485 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66e23f1-dd23-401b-ac9f-2ccc6e69fb31']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:22.499363 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e5570b-d9c5-4990-9fdd-fb5d37bca024') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:22.499659 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e5570b-d9c5-4990-9fdd-fb5d37bca024') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:22.510457 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (31e5570b-d9c5-4990-9fdd-fb5d37bca024), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.527359 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (31e5570b-d9c5-4990-9fdd-fb5d37bca024), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.535829 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (31e5570b-d9c5-4990-9fdd-fb5d37bca024), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:22.540151 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:22.658234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (f66e23f1-dd23-401b-ac9f-2ccc6e69fb31), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.669784 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.675689 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f66e23f1-dd23-401b-ac9f-2ccc6e69fb31 HTTP/1.1" status: 204 len: 168 time: 0.9000778 Mar 31 16:00:22.678246 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34216) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:22.692698 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b7eaa-789e-4949-ba29-903cfe6286b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66e23f1-dd23-401b-ac9f-2ccc6e69fb31,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:23.102749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (fecc096c-43da-4015-afc4-1c4b66421c49), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.418409 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Deleting port 21fb5858-8f16-4e2c-a421-90dc44a131bb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:23.418868 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.520084 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] For port 21fb5858-8f16-4e2c-a421-90dc44a131bb, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=21fb5858-8f16-4e2c-a421-90dc44a131bb,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:23.520697 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.542145 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Calling delete_port for 21fb5858-8f16-4e2c-a421-90dc44a131bb owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:23.786729 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a5f74c41-ca81-4074-8b4c-91ebca344498 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:23.808537 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: a5f74c41-ca81-4074-8b4c-91ebca344498 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:23.823872 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a5f74c41-ca81-4074-8b4c-91ebca344498 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:23.848117 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (21fb5858-8f16-4e2c-a421-90dc44a131bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.875789 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Pushing event deleted for resources: {'Port': ['ID=21fb5858-8f16-4e2c-a421-90dc44a131bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:24.408226 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (fecc096c-43da-4015-afc4-1c4b66421c49), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.655842 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Router fecc096c-43da-4015-afc4-1c4b66421c49 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:24.775199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:24.781609 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ef26f316-7950-4644-914c-184f25d4575e admin admin] 10.222.0.58 "PUT /v2.0/routers/fecc096c-43da-4015-afc4-1c4b66421c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1015661 Mar 31 16:00:24.786001 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34218) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:24.789331 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] Sync routers for ids ['fecc096c-43da-4015-afc4-1c4b66421c49'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:24.806045 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] Routers {'fecc096c-43da-4015-afc4-1c4b66421c49'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:24.807164 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['fecc096c-43da-4015-afc4-1c4b66421c49'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:24.905332 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks [] for router (fecc096c-43da-4015-afc4-1c4b66421c49), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.979819 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] Set router fecc096c-43da-4015-afc4-1c4b66421c49 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:25.018648 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks [] for router_gateway (fecc096c-43da-4015-afc4-1c4b66421c49), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.205609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Deleting port 2570dd45-ee80-44c3-b346-8582d04c05f1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:25.206292 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.213054 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T16:00:23Z', 'revision_number': 5, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port': {'id': '2570dd45-ee80-44c3-b346-8582d04c05f1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:36Z', 'updated_at': '2022-03-31T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:25.249816 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] Checking router: fecc096c-43da-4015-afc4-1c4b66421c49 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:25.261240 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] Routers {'fecc096c-43da-4015-afc4-1c4b66421c49'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:25.262016 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['fecc096c-43da-4015-afc4-1c4b66421c49'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:25.316365 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] For port 2570dd45-ee80-44c3-b346-8582d04c05f1, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=2570dd45-ee80-44c3-b346-8582d04c05f1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:25.316960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.341190 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Calling delete_port for 2570dd45-ee80-44c3-b346-8582d04c05f1 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:25.531687 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] Set router fecc096c-43da-4015-afc4-1c4b66421c49 gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:25.595816 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T16:00:25Z', 'revision_number': 6, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:25.628874 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c0c62-1be0-4455-b8ee-e909a96e941f None None] The sync data for ids ['fecc096c-43da-4015-afc4-1c4b66421c49'] in dv-cinder-836027-1-iscsi is: [{'id': 'fecc096c-43da-4015-afc4-1c4b66421c49', 'name': 'tempest-TestMinimumBasicScenario-708702009-router', 'tenant_id': '0ee4b83107b94ae59e7d01435977f5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:35Z', 'updated_at': '2022-03-31T16:00:25Z', 'revision_number': 6, 'project_id': '0ee4b83107b94ae59e7d01435977f5e3', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:25.660079 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (2570dd45-ee80-44c3-b346-8582d04c05f1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.700223 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2570dd45-ee80-44c3-b346-8582d04c05f1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:25.766460 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (fecc096c-43da-4015-afc4-1c4b66421c49), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.868024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (fecc096c-43da-4015-afc4-1c4b66421c49), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.870583 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks [] for router_controller (fecc096c-43da-4015-afc4-1c4b66421c49), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.985888 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (fecc096c-43da-4015-afc4-1c4b66421c49), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.989065 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fecc096c-43da-4015-afc4-1c4b66421c49 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:00:25.998587 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.006887 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-80d03d32-ff2f-429e-923a-d11bc73cc7f7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fecc096c-43da-4015-afc4-1c4b66421c49 HTTP/1.1" status: 204 len: 168 time: 1.2170694 Mar 31 16:00:26.008600 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34220) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:26.105794 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Deleting subnet 2f428d62-7094-439b-a4c2-7016aefa8783 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:26.111735 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Publish callbacks [] for subnet (2f428d62-7094-439b-a4c2-7016aefa8783), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.166136 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 21fb5858-8f16-4e2c-a421-90dc44a131bb no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:26.170280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (2f428d62-7094-439b-a4c2-7016aefa8783), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.193921 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 21fb5858-8f16-4e2c-a421-90dc44a131bb {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:26.194484 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 21fb5858-8f16-4e2c-a421-90dc44a131bb not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:26.262976 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (2f428d62-7094-439b-a4c2-7016aefa8783), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.414179 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (2f428d62-7094-439b-a4c2-7016aefa8783), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.446862 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f428d62-7094-439b-a4c2-7016aefa8783,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:26.460024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.463812 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8b3c0ad3-56bd-4c3f-88a7-fb1465b17dc4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2f428d62-7094-439b-a4c2-7016aefa8783 HTTP/1.1" status: 204 len: 168 time: 0.4515097 Mar 31 16:00:26.467309 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34222) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:26.471473 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401dbd3-3003-4626-9fae-3761af0bbbca None None] Network f63889bb-de4a-4cb1-8bbb-1aa711b9636d requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:26.587782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (f63889bb-de4a-4cb1-8bbb-1aa711b9636d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.698242 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] DHCP port deletion for f63889bb-de4a-4cb1-8bbb-1aa711b9636d request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:00:26.775891 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] Deleting port 94630766-bd5b-4fe6-9812-ed96715ca17b {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:26.776515 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.880685 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] For port 94630766-bd5b-4fe6-9812-ed96715ca17b, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=94630766-bd5b-4fe6-9812-ed96715ca17b,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:26.881082 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.897725 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] Calling delete_port for 94630766-bd5b-4fe6-9812-ed96715ca17b owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:26.956898 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Deleting port 94630766-bd5b-4fe6-9812-ed96715ca17b {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:26.956898 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.023845 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] For port 94630766-bd5b-4fe6-9812-ed96715ca17b, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=94630766-bd5b-4fe6-9812-ed96715ca17b,segment=NetworkSegment(2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f),segment_id=2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:27.024167 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.039826 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Calling delete_port for 94630766-bd5b-4fe6-9812-ed96715ca17b owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:27.128587 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.142619 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (94630766-bd5b-4fe6-9812-ed96715ca17b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.156741 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] Pushing event deleted for resources: {'Port': ['ID=94630766-bd5b-4fe6-9812-ed96715ca17b,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:27.161777 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793fe76-1c90-460e-9a71-195dc416ff4c None None] No DVR routers for this DVR port 94630766-bd5b-4fe6-9812-ed96715ca17b on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:27.190096 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94630766-bd5b-4fe6-9812-ed96715ca17b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:27.196213 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] No DVR routers for this DVR port 94630766-bd5b-4fe6-9812-ed96715ca17b on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:27.334792 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (f63889bb-de4a-4cb1-8bbb-1aa711b9636d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.373269 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63889bb-de4a-4cb1-8bbb-1aa711b9636d']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:27.391088 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:27.391585 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:27.408819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.428832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.436158 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:27.436757 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (2c31d05c-a6b0-43cd-a2fb-0ebd767c2e1f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: self.session.flush() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: self.session.flush() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: self.session.flush() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: self.session.flush() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:27.438689 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:27.562444 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (f63889bb-de4a-4cb1-8bbb-1aa711b9636d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.573832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:27.573832 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f63889bb-de4a-4cb1-8bbb-1aa711b9636d HTTP/1.1" status: 204 len: 168 time: 1.1044919 Mar 31 16:00:27.588371 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6391ecf-8582-4fd5-82e9-961295528de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63889bb-de4a-4cb1-8bbb-1aa711b9636d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:27.775958 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2570dd45-ee80-44c3-b346-8582d04c05f1 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:27.811285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 2570dd45-ee80-44c3-b346-8582d04c05f1 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:27.811757 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 2570dd45-ee80-44c3-b346-8582d04c05f1 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:27.812424 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 94630766-bd5b-4fe6-9812-ed96715ca17b no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:27.834220 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 94630766-bd5b-4fe6-9812-ed96715ca17b {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:27.834593 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 94630766-bd5b-4fe6-9812-ed96715ca17b not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:27.992441 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34230) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:28.038733 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4cb041af-c086-4fa1-a564-10302dbfd02a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4559ade4445e4fd9a207f751d33cce3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450528 Mar 31 16:00:28.041561 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34232) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:28.100670 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53b5da98-edba-4e10-9c15-1ba6c87177fc admin admin] Publish callbacks [] for security_group (33ff9045-5470-4367-b18d-0c8e06ccd2d5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.128243 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53b5da98-edba-4e10-9c15-1ba6c87177fc admin admin] Publish callbacks [] for security_group (33ff9045-5470-4367-b18d-0c8e06ccd2d5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.328155 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53b5da98-edba-4e10-9c15-1ba6c87177fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (33ff9045-5470-4367-b18d-0c8e06ccd2d5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.331067 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53b5da98-edba-4e10-9c15-1ba6c87177fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.332308 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-53b5da98-edba-4e10-9c15-1ba6c87177fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33ff9045-5470-4367-b18d-0c8e06ccd2d5 HTTP/1.1" status: 204 len: 168 time: 0.2894337 Mar 31 16:00:28.342029 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5da98-edba-4e10-9c15-1ba6c87177fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff9045-5470-4367-b18d-0c8e06ccd2d5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:29.038727 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34238) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:29.091491 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-906964ab-34dd-43a1-9010-f59090ab5ddf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ee4b83107b94ae59e7d01435977f5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512285 Mar 31 16:00:29.097081 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34240) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:29.154687 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0b52-12f9-443a-a1bc-4cde3de57da3 admin admin] Publish callbacks [] for security_group (f0dd67c4-f4fb-410e-856c-459447770315), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:29.178609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0b52-12f9-443a-a1bc-4cde3de57da3 admin admin] Publish callbacks [] for security_group (f0dd67c4-f4fb-410e-856c-459447770315), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:29.298478 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0b52-12f9-443a-a1bc-4cde3de57da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (f0dd67c4-f4fb-410e-856c-459447770315), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:29.303403 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0b52-12f9-443a-a1bc-4cde3de57da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:29.306011 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8b8d0b52-12f9-443a-a1bc-4cde3de57da3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0dd67c4-f4fb-410e-856c-459447770315 HTTP/1.1" status: 204 len: 168 time: 0.2070835 Mar 31 16:00:29.317124 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d0b52-12f9-443a-a1bc-4cde3de57da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd67c4-f4fb-410e-856c-459447770315,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:30.484605 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34262) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:30.598811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2002711038-network', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:30.687697 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Made reservation on behalf of 5645c2718f9e4b4ba6c57e2cd0c0a26b for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:30.690400 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.701379 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.789345 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks [] for security_group (19145b8d-39d5-4b0b-bc6e-9d4787095e6d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.888102 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (19145b8d-39d5-4b0b-bc6e-9d4787095e6d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.922941 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:00:30.930643 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19145b8d-39d5-4b0b-bc6e-9d4787095e6d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:30.941795 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (293a39ec-ea3e-4fc9-a475-858623a5c780), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.941795 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Added segment 293a39ec-ea3e-4fc9-a475-858623a5c780 of type vlan for network f632a164-a746-4dfa-9250-6ad4a23d259a Mar 31 16:00:30.992019 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (f632a164-a746-4dfa-9250-6ad4a23d259a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.145026 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (f632a164-a746-4dfa-9250-6ad4a23d259a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.146114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:31.146855 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.211385 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] Pushing event updated for resources: {'Network': ['ID=f632a164-a746-4dfa-9250-6ad4a23d259a,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:31.223250 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network f632a164-a746-4dfa-9250-6ad4a23d259a details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:00:31.325277 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-caaf4653-c9a5-4078-97dd-d494d713890c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8394403 Mar 31 16:00:31.328787 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34266) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:31.337594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Request body: {'subnet': {'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2002711038-subnet', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:31.447514 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Made reservation on behalf of 5645c2718f9e4b4ba6c57e2cd0c0a26b for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:31.450652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25722440'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.717141 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26479318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25722462'] for subnet (16598639-0f72-4448-9150-b31161785bd8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.776286 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16598639-0f72-4448-9150-b31161785bd8,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:31.790362 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Checking segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:31.793569 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Network hostable DHCP agents. Network: f632a164-a746-4dfa-9250-6ad4a23d259a, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:00:31.882213 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Network f632a164-a746-4dfa-9250-6ad4a23d259a is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:00:31.968212 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, f632a164-a746-4dfa-9250-6ad4a23d259a) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:31.973160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:31.973857 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.979335 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f5de8-f118-45f5-a0c8-c8a0fc43f2a0 None None] Network f632a164-a746-4dfa-9250-6ad4a23d259a requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:32.052047 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-80028fa7-535f-4acc-a03a-209fb1575073 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7214365 Mar 31 16:00:32.055405 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34268) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:32.060554 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:32.110333 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-f632a164-a746-4dfa-9250-6ad4a23d259a', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:00:32.111522 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.154955 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (7ca3abf2-e674-4b21-b3c7-160611698331), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.156846 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (7ca3abf2-e674-4b21-b3c7-160611698331), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.227006 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks [] for router_controller (7ca3abf2-e674-4b21-b3c7-160611698331), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.273176 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Allocated IP 172.20.0.2 (f632a164-a746-4dfa-9250-6ad4a23d259a/16598639-0f72-4448-9150-b31161785bd8/66cffd62-87bd-43a4-b218-909d900ed7b8) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:32.443075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Publish callbacks [] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.488563 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.508445 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks [] for router_gateway (7ca3abf2-e674-4b21-b3c7-160611698331), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.536988 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Network f632a164-a746-4dfa-9250-6ad4a23d259a is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:32.542218 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:32.558585 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:32.567304 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Pushing event updated for resources: {'Port': ['ID=66cffd62-87bd-43a4-b218-909d900ed7b8,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:32.585731 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.586319 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.586918 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.587751 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.588309 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.588878 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.589443 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.589999 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.591141 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.591697 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.592266 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.592824 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.593379 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.593925 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.594462 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:32.661342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Attempting to bind port 66cffd62-87bd-43a4-b218-909d900ed7b8 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:32.661859 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Attempting to bind port 66cffd62-87bd-43a4-b218-909d900ed7b8 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:32.662353 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Attempting to bind port 66cffd62-87bd-43a4-b218-909d900ed7b8 on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:32.668288 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:32.669257 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Checking segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:32.669633 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.670027 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Bound using segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:32.670504 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Bound port: 66cffd62-87bd-43a4-b218-909d900ed7b8, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:32.670916 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.770006 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] For port 66cffd62-87bd-43a4-b218-909d900ed7b8, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:32.773591 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] For port 66cffd62-87bd-43a4-b218-909d900ed7b8, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=66cffd62-87bd-43a4-b218-909d900ed7b8,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:32.834696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks [] for router_gateway (7ca3abf2-e674-4b21-b3c7-160611698331), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.847030 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.869413 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.932437 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408096af-9b46-4077-98cd-c90dfe73febb None None] Pushing event updated for resources: {'Port': ['ID=66cffd62-87bd-43a4-b218-909d900ed7b8,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:33.007058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Allocated IP 172.27.1.192 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/c61bfc7b-c0fb-4355-a5dc-82d34a963d90) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:33.195691 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks [] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:33.300945 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:33.350215 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:33.353765 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:33.356949 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:33.399745 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Pushing event updated for resources: {'Port': ['ID=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:33.818627 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks [] for router_gateway (7ca3abf2-e674-4b21-b3c7-160611698331), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:33.879156 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 66cffd62-87bd-43a4-b218-909d900ed7b8 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:33.942905 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 66cffd62-87bd-43a4-b218-909d900ed7b8 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:33.943563 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.087661 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8409c3-55a7-4173-bf16-1229e29933f7 None None] Network f632a164-a746-4dfa-9250-6ad4a23d259a requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:34.135435 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 66cffd62-87bd-43a4-b218-909d900ed7b8 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:34.135841 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.212757 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 66cffd62-87bd-43a4-b218-909d900ed7b8, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=66cffd62-87bd-43a4-b218-909d900ed7b8,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:34.226356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Provisioning complete for port 66cffd62-87bd-43a4-b218-909d900ed7b8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:34.227211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.354447 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.402576 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Current status of the port 66cffd62-87bd-43a4-b218-909d900ed7b8 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:34.403610 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.487094 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=66cffd62-87bd-43a4-b218-909d900ed7b8,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:34.510969 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:00:34.511377 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:00:34.568968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (7ca3abf2-e674-4b21-b3c7-160611698331), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.846078 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Router 7ca3abf2-e674-4b21-b3c7-160611698331 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:00:34.994294 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:35.005522 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:35.019669 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:35.020665 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:35.054262 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8e86e-4e05-4d31-b714-1f72e29155c0 None None] Current status of the port 66cffd62-87bd-43a4-b218-909d900ed7b8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:35.096720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.099155 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2ffc5785-4b55-4591-8807-702741ff3201 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0424659 Mar 31 16:00:35.112442 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34282) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:35.176316 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:35.180551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c4b49d4-d280-4ef5-97c8-671733ef9787 None None] Provisioning complete for port 66cffd62-87bd-43a4-b218-909d900ed7b8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:35.181256 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c4b49d4-d280-4ef5-97c8-671733ef9787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.280667 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b49d4-d280-4ef5-97c8-671733ef9787 None None] Current status of the port 66cffd62-87bd-43a4-b218-909d900ed7b8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:35.448175 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:33Z', 'revision_number': 3, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:35.477528 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:35.477885 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Updating router 7ca3abf2-e674-4b21-b3c7-160611698331 port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:35.508642 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.766838 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.819266 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 66cffd62-87bd-43a4-b218-909d900ed7b8 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:35.898343 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 66cffd62-87bd-43a4-b218-909d900ed7b8 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:35.899054 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.927139 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Publish callbacks [] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.002538 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.044565 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 66cffd62-87bd-43a4-b218-909d900ed7b8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:36.068014 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Allocated IP 172.20.0.1 (f632a164-a746-4dfa-9250-6ad4a23d259a/16598639-0f72-4448-9150-b31161785bd8/8a0bc049-14ff-4cbe-8b33-f8594e064371) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:36.077739 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Pushing event updated for resources: {'Port': ['ID=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:36.092615 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.092798 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.093180 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.093914 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.094688 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.095478 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.095982 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.096499 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.097021 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.097522 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.098248 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.099029 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.099497 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.099915 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.100340 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.135284 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Attempting to bind port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:36.135902 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Attempting to bind port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:36.136434 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Attempting to bind port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:36.143950 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:36.159290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:36.159290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.159290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:36.159290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Bound port: c61bfc7b-c0fb-4355-a5dc-82d34a963d90, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:36.159290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.231620 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] For port c61bfc7b-c0fb-4355-a5dc-82d34a963d90, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:36.236956 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] For port c61bfc7b-c0fb-4355-a5dc-82d34a963d90, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:36.256890 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks [] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.339157 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.367914 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.427986 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c9dbf-9f37-486a-9858-b3f4643b3a99 None None] Pushing event updated for resources: {'Port': ['ID=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:36.435680 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:36.435967 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Network f632a164-a746-4dfa-9250-6ad4a23d259a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:36.436690 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:36.445582 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:36.451755 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:36.506071 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0bc049-14ff-4cbe-8b33-f8594e064371,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:36.561691 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (7ca3abf2-e674-4b21-b3c7-160611698331), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.802057 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:36.838994 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c0b85f8d-364b-4127-9bff-a6fa08892c88 None None] Provisioning complete for port 8a0bc049-14ff-4cbe-8b33-f8594e064371 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:36.841012 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c0b85f8d-364b-4127-9bff-a6fa08892c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.895755 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c0b85f8d-364b-4127-9bff-a6fa08892c88 None None] Port 8a0bc049-14ff-4cbe-8b33-f8594e064371 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:00:36.911223 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.032318 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eccdb-658b-4d52-a14c-089c3a9d1f7c req-a3816bd2-3c14-46e9-92ee-3ec45e6df873 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:37.034206 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-357eccdb-658b-4d52-a14c-089c3a9d1f7c req-a3816bd2-3c14-46e9-92ee-3ec45e6df873 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0886638 Mar 31 16:00:37.117398 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-357eccdb-658b-4d52-a14c-089c3a9d1f7c req-01d2fdf1-623d-4f25-9a46-1f122dbe6527 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758703 Mar 31 16:00:37.132045 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:33Z', 'revision_number': 3, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:37.149080 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks [] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.163536 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598944d-0c98-4e31-8837-e1824edc5a28 None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:33Z', 'revision_number': 3, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:37.219132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.304522 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (7ca3abf2-e674-4b21-b3c7-160611698331), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.306447 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0bc049-14ff-4cbe-8b33-f8594e064371,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:37.427759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Network f632a164-a746-4dfa-9250-6ad4a23d259a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:37.429473 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:37.645387 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:37.695119 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:00:37.839997 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:37.851223 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9bb9c6ba-3b24-4a74-8f81-f3c5e96defe7 admin admin] 10.222.0.58 "PUT /v2.0/routers/7ca3abf2-e674-4b21-b3c7-160611698331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7467182 Mar 31 16:00:37.853687 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device c61bfc7b-c0fb-4355-a5dc-82d34a963d90 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:37.914742 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a105a13d-c82c-487b-99f7-3137628576d8 None None] Provisioning complete for port 8a0bc049-14ff-4cbe-8b33-f8594e064371 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:37.915424 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a105a13d-c82c-487b-99f7-3137628576d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.976815 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b81939fd-e89f-4a1f-b75b-c8d04486eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.996893 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a105a13d-c82c-487b-99f7-3137628576d8 None None] Port 8a0bc049-14ff-4cbe-8b33-f8594e064371 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:00:38.017585 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:38.018219 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.163866 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:38.164322 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.200431 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port c61bfc7b-c0fb-4355-a5dc-82d34a963d90, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:38.294210 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.359701 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa299c-a4f2-4ed7-acb9-91517ad40d3d req-32475ff7-01f6-4650-a7bc-6924d0dba1a4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:38.362847 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c7aa299c-a4f2-4ed7-acb9-91517ad40d3d req-32475ff7-01f6-4650-a7bc-6924d0dba1a4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1155624 Mar 31 16:00:38.381437 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:38.454047 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c7aa299c-a4f2-4ed7-acb9-91517ad40d3d req-c50cf257-32e3-4836-9ad3-8be6285778a9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759785 Mar 31 16:00:38.828349 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34322) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:38.836188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1238447900-network', 'tenant_id': 'aa20c54b0895468a869bff41196d186f'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:38.944437 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Made reservation on behalf of aa20c54b0895468a869bff41196d186f for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:38.948380 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.959192 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.063101 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks [] for security_group (bcf5dc37-801b-4bff-9928-2c68c8c89c03), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.127693 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (bcf5dc37-801b-4bff-9928-2c68c8c89c03), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.161941 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:00:39.169559 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5dc37-801b-4bff-9928-2c68c8c89c03,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:39.176674 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (539dd128-32a9-4dd9-84ed-5b6aba1aabbc), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.177025 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Added segment 539dd128-32a9-4dd9-84ed-5b6aba1aabbc of type vlan for network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 Mar 31 16:00:39.224831 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (3efdabf2-abfe-4da4-a1dd-fe14dce1e745), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.227607 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:39.240240 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:39.240870 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:39.316205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (3efdabf2-abfe-4da4-a1dd-fe14dce1e745), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.317322 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:39.317985 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.383294 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] Pushing event updated for resources: {'Network': ['ID=3efdabf2-abfe-4da4-a1dd-fe14dce1e745,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:39.388965 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:39.430284 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:00:39.460747 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5f608ba7-ab5b-47b1-9ca2-8af918ab492d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6307905 Mar 31 16:00:39.465058 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34326) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:39.476056 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Request body: {'subnet': {'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1238447900-subnet', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:39.579566 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Made reservation on behalf of aa20c54b0895468a869bff41196d186f for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:39.583444 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25722440'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.661707 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e2cc7-d11d-4b23-8511-a7466829f657 req-cac04ff5-8b3a-4a55-8c92-7d814a732efa tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:39.664447 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb8e2cc7-d11d-4b23-8511-a7466829f657 req-cac04ff5-8b3a-4a55-8c92-7d814a732efa tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0869217 Mar 31 16:00:39.699182 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 2, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:39.755809 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bb8e2cc7-d11d-4b23-8511-a7466829f657 req-4e2bcb07-e336-4646-9fe9-20287d280c15 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784473 Mar 31 16:00:39.767679 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:39.768333 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Updating router 7ca3abf2-e674-4b21-b3c7-160611698331 port 8a0bc049-14ff-4cbe-8b33-f8594e064371 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:39.821451 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.843698 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device c61bfc7b-c0fb-4355-a5dc-82d34a963d90 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:39.973870 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26479318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25722462'] for subnet (d2a12ed7-b610-46bf-bf94-2bc55fe11d78), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.045467 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a12ed7-b610-46bf-bf94-2bc55fe11d78,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:40.061941 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Checking segment: {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:40.062462 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Network hostable DHCP agents. Network: 3efdabf2-abfe-4da4-a1dd-fe14dce1e745, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:00:40.167819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:00:40.173286 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:40.173732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.276320 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 3efdabf2-abfe-4da4-a1dd-fe14dce1e745) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:40.286016 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:40.286016 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.287808 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a466aeb9-59d2-41e9-8aa6-7fcd1e1da709 None None] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:40.400867 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-625a858d-8955-4513-97de-51c68393d079 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9327931 Mar 31 16:00:40.403787 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34330) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:40.410103 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:40.431646 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:40.507887 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-3efdabf2-abfe-4da4-a1dd-fe14dce1e745', 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745', 'project_id': 'aa20c54b0895468a869bff41196d186f', 'fixed_ips': [{'subnet_id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:00:40.508797 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.515925 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Publish callbacks [] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.522842 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.524984 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.595845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.617149 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks [] for router_controller (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.700890 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffde015-17b8-4593-ba55-18b75808b74b None None] Pushing event updated for resources: {'Port': ['ID=8a0bc049-14ff-4cbe-8b33-f8594e064371,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:40.820915 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Allocated IP 172.20.0.2 (3efdabf2-abfe-4da4-a1dd-fe14dce1e745/d2a12ed7-b610-46bf-bf94-2bc55fe11d78/210f2038-fb93-43ce-bb1a-e984d5d42d88) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:40.871045 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Attempting to bind port 8a0bc049-14ff-4cbe-8b33-f8594e064371 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:40.871859 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Attempting to bind port 8a0bc049-14ff-4cbe-8b33-f8594e064371 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:40.872659 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Attempting to bind port 8a0bc049-14ff-4cbe-8b33-f8594e064371 on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:40.941049 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:40.941649 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Checking segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:40.942107 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.942619 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Bound using segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:40.943287 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Bound port: 8a0bc049-14ff-4cbe-8b33-f8594e064371, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:40.943772 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.004080 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks [] for router_gateway (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.039132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84324-b764-4947-85c4-0c92b971e5ba req-f5c0128e-44a9-4671-ad19-3dca3c4c6d8d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:41.040770 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5b84324-b764-4947-85c4-0c92b971e5ba req-f5c0128e-44a9-4671-ad19-3dca3c4c6d8d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1148303 Mar 31 16:00:41.081025 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fe534f94-8597-4d44-a0b1-9214cc21a7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.123133 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] For port 8a0bc049-14ff-4cbe-8b33-f8594e064371, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:41.125913 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ef10f090-50ec-4ac7-a76b-e0f734ea4306 None None] Provisioning complete for port 8a0bc049-14ff-4cbe-8b33-f8594e064371 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:41.126279 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ef10f090-50ec-4ac7-a76b-e0f734ea4306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.170575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] For port 8a0bc049-14ff-4cbe-8b33-f8594e064371, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=8a0bc049-14ff-4cbe-8b33-f8594e064371,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:41.185883 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c5b84324-b764-4947-85c4-0c92b971e5ba req-b761112e-011f-4224-b35d-411e85c0ce3e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335530 Mar 31 16:00:41.189071 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Publish callbacks [] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.199154 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ef10f090-50ec-4ac7-a76b-e0f734ea4306 None None] Port 8a0bc049-14ff-4cbe-8b33-f8594e064371 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:00:41.284096 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.292422 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.386663 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks [] for router_gateway (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.413677 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.422762 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:41.444903 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:41.449417 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:41.465468 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffde015-17b8-4593-ba55-18b75808b74b None None] Pushing event updated for resources: {'Port': ['ID=8a0bc049-14ff-4cbe-8b33-f8594e064371,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:41.474093 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:41.475129 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:41.579145 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Allocated IP 172.27.1.51 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/14e52eb8-3643-402a-a67b-356ee2c14010) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:41.730679 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks [] for port (14e52eb8-3643-402a-a67b-356ee2c14010), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.735446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Pushing event updated for resources: {'Port': ['ID=210f2038-fb93-43ce-bb1a-e984d5d42d88,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:41.744148 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Attempting to bind port 210f2038-fb93-43ce-bb1a-e984d5d42d88 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:41.744448 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Attempting to bind port 210f2038-fb93-43ce-bb1a-e984d5d42d88 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:41.744818 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Attempting to bind port 210f2038-fb93-43ce-bb1a-e984d5d42d88 on network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:41.759717 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:41.760312 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Checking segment: {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:41.760733 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.761236 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Bound using segment: {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:41.761733 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Bound port: 210f2038-fb93-43ce-bb1a-e984d5d42d88, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:41.762378 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.774132 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] Provisioning complete for port 8a0bc049-14ff-4cbe-8b33-f8594e064371 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:41.774508 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.819361 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:41.899646 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.939197 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:41.942782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:41.947071 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:41.980187 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Pushing event updated for resources: {'Port': ['ID=14e52eb8-3643-402a-a67b-356ee2c14010,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:42.030844 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] For port 210f2038-fb93-43ce-bb1a-e984d5d42d88, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:42.073449 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] For port 210f2038-fb93-43ce-bb1a-e984d5d42d88, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=210f2038-fb93-43ce-bb1a-e984d5d42d88,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:42.107573 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] Current status of the port 8a0bc049-14ff-4cbe-8b33-f8594e064371 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:42.108227 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:42.201448 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:42.302006 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] For port 8a0bc049-14ff-4cbe-8b33-f8594e064371, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=8a0bc049-14ff-4cbe-8b33-f8594e064371,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:42.370381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7a45a-d8df-4c02-850f-f06686c51536 None None] Pushing event updated for resources: {'Port': ['ID=210f2038-fb93-43ce-bb1a-e984d5d42d88,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:42.374667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks [] for router_gateway (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:42.399208 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:41Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:42.406077 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:42.411139 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef91266-c8b4-48d7-8b7f-e4a23e93ff60 req-a01fdf93-38b7-4cbe-8c32-8184c30d50f0 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:42.411139 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ef91266-c8b4-48d7-8b7f-e4a23e93ff60 req-a01fdf93-38b7-4cbe-8c32-8184c30d50f0 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0763903 Mar 31 16:00:42.467306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f7e0d-c59c-471f-a1da-3bb2f0acf93f None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:41Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:42.522978 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ef91266-c8b4-48d7-8b7f-e4a23e93ff60 req-9f7d07c0-4b3f-4102-82b2-0fc03f0d7b0e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019454 Mar 31 16:00:42.808269 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafd848-ceb4-4efb-a1a2-10736e05460b None None] Pushing event updated for resources: {'Port': ['ID=8a0bc049-14ff-4cbe-8b33-f8594e064371,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:42.870799 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:43.127254 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Router dae8823b-3a5e-4e9c-86e6-71f62eef09bd is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:00:43.285150 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:43.302905 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Sync routers for ids ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:43.323472 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Routers {'dae8823b-3a5e-4e9c-86e6-71f62eef09bd'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:43.324994 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:43.385425 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:43.389597 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-73672aac-ef8f-4a8b-aa37-beb66b688c84 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9835131 Mar 31 16:00:43.392914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34338) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:43.503163 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Set router dae8823b-3a5e-4e9c-86e6-71f62eef09bd gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:43.745324 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:43.773471 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 3, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:43.803219 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f9537-c43d-4655-9a9f-9755d50b2df2 None None] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:43.842273 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Checking router: dae8823b-3a5e-4e9c-86e6-71f62eef09bd for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:43.842564 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Updating router dae8823b-3a5e-4e9c-86e6-71f62eef09bd port 14e52eb8-3643-402a-a67b-356ee2c14010 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:43.914668 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6647-2ad8-44c1-9993-222e496cb0a9 req-d962f716-21cd-4411-b00f-69afad4af940 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:43.914668 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-14fd6647-2ad8-44c1-9993-222e496cb0a9 req-d962f716-21cd-4411-b00f-69afad4af940 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1272440 Mar 31 16:00:43.923855 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:43.971309 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] Provisioning complete for port 210f2038-fb93-43ce-bb1a-e984d5d42d88 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:43.971699 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:43.996161 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-14fd6647-2ad8-44c1-9993-222e496cb0a9 req-13254b92-4c1c-4a6c-9a8d-6413e0bf4e2d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678122 Mar 31 16:00:44.115502 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 8a0bc049-14ff-4cbe-8b33-f8594e064371 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:44.241752 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.278457 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] Current status of the port 210f2038-fb93-43ce-bb1a-e984d5d42d88 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:44.278889 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.281231 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 8a0bc049-14ff-4cbe-8b33-f8594e064371 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:44.281542 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.365983 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] For port 210f2038-fb93-43ce-bb1a-e984d5d42d88, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=210f2038-fb93-43ce-bb1a-e984d5d42d88,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:44.409660 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Publish callbacks [] for port (14e52eb8-3643-402a-a67b-356ee2c14010), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.458331 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 8a0bc049-14ff-4cbe-8b33-f8594e064371 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:44.459833 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 210f2038-fb93-43ce-bb1a-e984d5d42d88 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:44.499000 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.499672 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.584749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Allocated IP 172.20.0.1 (3efdabf2-abfe-4da4-a1dd-fe14dce1e745/d2a12ed7-b610-46bf-bf94-2bc55fe11d78/d22a183d-3ee5-4146-be8c-7f7cf8b88830) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:44.631154 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Attempting to bind port 14e52eb8-3643-402a-a67b-356ee2c14010 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:44.632315 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Attempting to bind port 14e52eb8-3643-402a-a67b-356ee2c14010 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:44.633232 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Attempting to bind port 14e52eb8-3643-402a-a67b-356ee2c14010 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:44.656545 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:44.657283 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:44.658136 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.658925 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:44.659863 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Bound port: 14e52eb8-3643-402a-a67b-356ee2c14010, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:44.660606 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.680515 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dcf40-3cc8-437c-91c4-a6fb837f5992 None None] Pushing event updated for resources: {'Port': ['ID=210f2038-fb93-43ce-bb1a-e984d5d42d88,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:44.686929 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 210f2038-fb93-43ce-bb1a-e984d5d42d88 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:44.687530 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.755732 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks [] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.771212 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f619d-f75a-4772-9b4b-4ffa7ebe6a19 None None] Pushing event updated for resources: {'Port': ['ID=14e52eb8-3643-402a-a67b-356ee2c14010,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:44.779669 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] For port 14e52eb8-3643-402a-a67b-356ee2c14010, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:44.785051 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] For port 14e52eb8-3643-402a-a67b-356ee2c14010, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=14e52eb8-3643-402a-a67b-356ee2c14010,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:44.861361 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 210f2038-fb93-43ce-bb1a-e984d5d42d88 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:44.866446 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.871662 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-334c8765-e1e7-41f8-b5a1-d32ca613a976 None None] Provisioning complete for port 210f2038-fb93-43ce-bb1a-e984d5d42d88 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:44.872080 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-334c8765-e1e7-41f8-b5a1-d32ca613a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.903448 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:44.950090 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Routers {'dae8823b-3a5e-4e9c-86e6-71f62eef09bd'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:44.951194 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:44.971506 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:45.007353 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-334c8765-e1e7-41f8-b5a1-d32ca613a976 None None] Current status of the port 210f2038-fb93-43ce-bb1a-e984d5d42d88 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:45.032708 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:45.034437 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=d22a183d-3ee5-4146-be8c-7f7cf8b88830,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:45.037653 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:45.048267 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:45.092661 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f619d-f75a-4772-9b4b-4ffa7ebe6a19 None None] Pushing event updated for resources: {'Port': ['ID=14e52eb8-3643-402a-a67b-356ee2c14010,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:45.140192 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:45.145900 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] Set router dae8823b-3a5e-4e9c-86e6-71f62eef09bd gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:45.442032 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-6cb8943c-d39d-4119-bc95-20dead4c50bf None None] Provisioning complete for port d22a183d-3ee5-4146-be8c-7f7cf8b88830 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:45.442842 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6cb8943c-d39d-4119-bc95-20dead4c50bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:45.445644 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 3, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:45.479178 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd936a-a778-49ad-a837-fc78dd698442 None None] The sync data for ids ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'] in dv-cinder-836027-1-iscsi is: [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 3, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:45.499640 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8943c-d39d-4119-bc95-20dead4c50bf None None] Port d22a183d-3ee5-4146-be8c-7f7cf8b88830 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:00:45.548920 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:45.640288 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f0b2e-a1a6-47f9-ac06-179aa14995c6 req-aef65c63-f22c-4230-9380-313e532d2657 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:45.642009 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a6f0b2e-a1a6-47f9-ac06-179aa14995c6 req-aef65c63-f22c-4230-9380-313e532d2657 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.4644747 Mar 31 16:00:45.728717 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a6f0b2e-a1a6-47f9-ac06-179aa14995c6 req-188d8686-3937-425e-9d31-49b8e575e7b1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781162 Mar 31 16:00:45.888898 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks [] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:45.897997 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 210f2038-fb93-43ce-bb1a-e984d5d42d88 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:45.962849 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 210f2038-fb93-43ce-bb1a-e984d5d42d88 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:45.963260 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:45.967483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:46.055617 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=d22a183d-3ee5-4146-be8c-7f7cf8b88830,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:46.058088 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:46.086839 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 210f2038-fb93-43ce-bb1a-e984d5d42d88 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:46.193285 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:46.195125 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:46.369512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Router dae8823b-3a5e-4e9c-86e6-71f62eef09bd has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:46.452920 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:46.538013 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:46.538983 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-95f0e11f-641f-464c-8fbf-c54838f17050 None None] Provisioning complete for port d22a183d-3ee5-4146-be8c-7f7cf8b88830 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:46.539564 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-95f0e11f-641f-464c-8fbf-c54838f17050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:46.553511 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ea54dd65-ac28-4130-aefc-d28d51520ae3 admin admin] 10.222.0.58 "PUT /v2.0/routers/dae8823b-3a5e-4e9c-86e6-71f62eef09bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1517084 Mar 31 16:00:46.586634 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-95f0e11f-641f-464c-8fbf-c54838f17050 None None] Port d22a183d-3ee5-4146-be8c-7f7cf8b88830 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:00:46.902073 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f57f70-0a64-4bd0-a89b-f00cde0a71bd req-157ad801-1af5-4e65-a36b-3e63e2572b52 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:46.904688 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-27f57f70-0a64-4bd0-a89b-f00cde0a71bd req-157ad801-1af5-4e65-a36b-3e63e2572b52 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0883880 Mar 31 16:00:46.991033 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-27f57f70-0a64-4bd0-a89b-f00cde0a71bd req-00433422-3f4e-4fb8-95db-f093247d79eb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749295 Mar 31 16:00:47.333338 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34368) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:47.341837 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118432274', 'description': 'tempest-secgroup-smoke-118432274 description', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:47.446756 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Sync routers for ids ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:47.460350 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Routers {'dae8823b-3a5e-4e9c-86e6-71f62eef09bd'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:47.461084 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:47.464895 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:47.548884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group (1df72565-4312-41f0-8974-4886e59a3527), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:47.594825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Set router dae8823b-3a5e-4e9c-86e6-71f62eef09bd gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:47.624480 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1df72565-4312-41f0-8974-4886e59a3527), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:47.658099 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df72565-4312-41f0-8974-4886e59a3527,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:47.753748 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:47.755563 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7180a866-f743-41f9-bd18-d45018c3ab7e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4208193 Mar 31 16:00:47.759379 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34376) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:47.766782 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group_rule': {'security_group_id': '1df72565-4312-41f0-8974-4886e59a3527', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:47.851075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 14e52eb8-3643-402a-a67b-356ee2c14010 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:47.902259 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (508e53b0-dbaf-4082-8c8a-979a6cd45c13), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:47.911449 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:00:45Z', 'revision_number': 4, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'd22a183d-3ee5-4146-be8c-7f7cf8b88830', 'name': '', 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'mac_address': 'fa:16:3e:a8:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:44Z', 'updated_at': '2022-03-31T16:00:45Z', 'revision_number': 2, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'subnets': [{'id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:47.946168 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Checking router: dae8823b-3a5e-4e9c-86e6-71f62eef09bd for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:47.946529 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Updating router dae8823b-3a5e-4e9c-86e6-71f62eef09bd port d22a183d-3ee5-4146-be8c-7f7cf8b88830 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:47.950695 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 14e52eb8-3643-402a-a67b-356ee2c14010 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:47.951076 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:47.992530 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (508e53b0-dbaf-4082-8c8a-979a6cd45c13), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.001454 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.096056 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (508e53b0-dbaf-4082-8c8a-979a6cd45c13), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.146624 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508e53b0-dbaf-4082-8c8a-979a6cd45c13,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:48.161191 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 14e52eb8-3643-402a-a67b-356ee2c14010 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:48.162390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.191765 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5f61-0e7b-49de-989d-299269335f19 req-5086e292-e8f3-4503-a240-53bf0a27ecaa tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.194637 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-508f5f61-0e7b-49de-989d-299269335f19 req-5086e292-e8f3-4503-a240-53bf0a27ecaa tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1085145 Mar 31 16:00:48.198920 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 14e52eb8-3643-402a-a67b-356ee2c14010, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=14e52eb8-3643-402a-a67b-356ee2c14010,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:48.243805 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.243805 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3e08583b-f5c9-4e7a-a31d-b751d408a386 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4788363 Mar 31 16:00:48.244251 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34382) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:48.248827 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group_rule': {'security_group_id': '1df72565-4312-41f0-8974-4886e59a3527', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:48.282488 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-508f5f61-0e7b-49de-989d-299269335f19 req-be8324aa-4430-4ca2-9802-0064f68721e4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808666 Mar 31 16:00:48.304614 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.402208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (35aa14e1-ec8e-470c-bd89-f579b31e145f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.473679 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (35aa14e1-ec8e-470c-bd89-f579b31e145f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.478662 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=14e52eb8-3643-402a-a67b-356ee2c14010,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:48.503161 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Publish callbacks [] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.612215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (35aa14e1-ec8e-470c-bd89-f579b31e145f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.632951 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aa14e1-ec8e-470c-bd89-f579b31e145f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:48.670532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.707156 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.708479 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-94f327ab-373d-4da2-bc62-cd5927b28d93 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4648368 Mar 31 16:00:48.711065 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34384) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:48.716442 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group_rule': {'security_group_id': '1df72565-4312-41f0-8974-4886e59a3527', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:48.730078 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959e91b-0534-4fde-86c1-d04f113a4d0d None None] Pushing event updated for resources: {'Port': ['ID=d22a183d-3ee5-4146-be8c-7f7cf8b88830,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:48.787277 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Attempting to bind port d22a183d-3ee5-4146-be8c-7f7cf8b88830 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:48.787718 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Attempting to bind port d22a183d-3ee5-4146-be8c-7f7cf8b88830 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:48.788091 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Attempting to bind port d22a183d-3ee5-4146-be8c-7f7cf8b88830 on network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:48.795542 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:48.795938 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Checking segment: {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:48.796359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.796766 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Bound using segment: {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:48.797273 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Bound port: d22a183d-3ee5-4146-be8c-7f7cf8b88830, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539dd128-32a9-4dd9-84ed-5b6aba1aabbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:48.797663 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.810385 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (74ab9863-988a-47d5-b0bc-1936befc9181), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.884734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] For port d22a183d-3ee5-4146-be8c-7f7cf8b88830, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:48.889253 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] For port d22a183d-3ee5-4146-be8c-7f7cf8b88830, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=d22a183d-3ee5-4146-be8c-7f7cf8b88830,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:48.912538 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (74ab9863-988a-47d5-b0bc-1936befc9181), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:48.985365 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.019628 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (74ab9863-988a-47d5-b0bc-1936befc9181), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.049344 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Routers {'dae8823b-3a5e-4e9c-86e6-71f62eef09bd'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:49.050003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:49.064778 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ab9863-988a-47d5-b0bc-1936befc9181,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:49.130498 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959e91b-0534-4fde-86c1-d04f113a4d0d None None] Pushing event updated for resources: {'Port': ['ID=d22a183d-3ee5-4146-be8c-7f7cf8b88830,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:49.138191 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.145611 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-65e228c7-e796-4867-b26f-fcc3653e6d37 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281378 Mar 31 16:00:49.145611 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34388) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:49.147220 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] Provisioning complete for port d22a183d-3ee5-4146-be8c-7f7cf8b88830 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:49.147551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.153562 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group_rule': {'security_group_id': '1df72565-4312-41f0-8974-4886e59a3527', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:49.261342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] Set router dae8823b-3a5e-4e9c-86e6-71f62eef09bd gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:49.321018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (d29fa7f0-5d1d-4d04-9e0e-2e1175eaf6b6), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.449242 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (d29fa7f0-5d1d-4d04-9e0e-2e1175eaf6b6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.489012 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36449c-04df-42f4-aa08-e8c67823002c req-f9c84b91-e399-4e15-ae40-a8934932644f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:49.491820 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ce36449c-04df-42f4-aa08-e8c67823002c req-f9c84b91-e399-4e15-ae40-a8934932644f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0888870 Mar 31 16:00:49.494467 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] Current status of the port d22a183d-3ee5-4146-be8c-7f7cf8b88830 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:49.495103 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.539796 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (d29fa7f0-5d1d-4d04-9e0e-2e1175eaf6b6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.588058 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.601198 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29fa7f0-5d1d-4d04-9e0e-2e1175eaf6b6,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:49.610816 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] For port d22a183d-3ee5-4146-be8c-7f7cf8b88830, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=d22a183d-3ee5-4146-be8c-7f7cf8b88830,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:49.617334 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ce36449c-04df-42f4-aa08-e8c67823002c req-febc0dd6-272b-4911-b5c1-7267e3e35191 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136274 Mar 31 16:00:49.689121 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.690343 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-21b82eef-15e5-4d27-b920-e58022cbd525 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5456789 Mar 31 16:00:49.693675 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34392) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:49.698278 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group_rule': {'security_group_id': '1df72565-4312-41f0-8974-4886e59a3527', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:49.711538 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.720489 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:00:45Z', 'revision_number': 4, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'd22a183d-3ee5-4146-be8c-7f7cf8b88830', 'name': '', 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'mac_address': 'fa:16:3e:a8:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:44Z', 'updated_at': '2022-03-31T16:00:48Z', 'revision_number': 4, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'subnets': [{'id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:49.767629 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1192c-fc06-46ae-94aa-fabd9d3d3dcd None None] The sync data for ids ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'] in dv-cinder-836027-1-iscsi is: [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:00:45Z', 'revision_number': 4, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'd22a183d-3ee5-4146-be8c-7f7cf8b88830', 'name': '', 'network_id': '3efdabf2-abfe-4da4-a1dd-fe14dce1e745', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'mac_address': 'fa:16:3e:a8:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:44Z', 'updated_at': '2022-03-31T16:00:48Z', 'revision_number': 4, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'subnets': [{'id': 'd2a12ed7-b610-46bf-bf94-2bc55fe11d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:49.812280 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 14e52eb8-3643-402a-a67b-356ee2c14010 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:49.813316 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Project 5645c2718f9e4b4ba6c57e2cd0c0a26b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:00:49.849939 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (60606126-0e14-4c92-89e5-8b3177a343d2), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.852425 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb0222-809a-41b0-815a-21f9aae6d976 None None] Pushing event updated for resources: {'Port': ['ID=d22a183d-3ee5-4146-be8c-7f7cf8b88830,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:49.891184 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-269074ec-f67a-47e0-97b6-3e084f742d2e None None] Provisioning complete for port d22a183d-3ee5-4146-be8c-7f7cf8b88830 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:49.891702 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-269074ec-f67a-47e0-97b6-3e084f742d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.942683 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 14e52eb8-3643-402a-a67b-356ee2c14010 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:49.943191 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:49.952304 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (60606126-0e14-4c92-89e5-8b3177a343d2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.030802 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (60606126-0e14-4c92-89e5-8b3177a343d2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.050394 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-269074ec-f67a-47e0-97b6-3e084f742d2e None None] Current status of the port d22a183d-3ee5-4146-be8c-7f7cf8b88830 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:50.065693 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60606126-0e14-4c92-89e5-8b3177a343d2,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:50.072145 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 14e52eb8-3643-402a-a67b-356ee2c14010 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:50.158314 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.160312 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2e2e52c7-4868-47fd-9e59-ca6e4c6536aa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4651988 Mar 31 16:00:50.163034 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34394) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:50.169309 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'security_group_rule': {'security_group_id': '1df72565-4312-41f0-8974-4886e59a3527', 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:50.271188 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Project 5645c2718f9e4b4ba6c57e2cd0c0a26b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:00:50.280191 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (02f69bab-46b0-4da1-aa65-82f5d1bd91a5), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.368674 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (02f69bab-46b0-4da1-aa65-82f5d1bd91a5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.442279 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (02f69bab-46b0-4da1-aa65-82f5d1bd91a5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.466741 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f69bab-46b0-4da1-aa65-82f5d1bd91a5,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:50.541294 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:50.544199 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-add7aa7c-47de-49ca-82cb-ce1ec9affd9d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788769 Mar 31 16:00:50.799617 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc64cf7-4e51-475a-a97a-a3ee0042c6de req-1af9cd3e-4bdd-4e90-a238-a80b4f542ec5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:50.802315 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dc64cf7-4e51-475a-a97a-a3ee0042c6de req-1af9cd3e-4bdd-4e90-a238-a80b4f542ec5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0959294 Mar 31 16:00:50.884535 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dc64cf7-4e51-475a-a97a-a3ee0042c6de req-66e2e510-f238-4ef4-90f3-68236a8a24e1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759172 Mar 31 16:00:51.834456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device d22a183d-3ee5-4146-be8c-7f7cf8b88830 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:51.892954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port d22a183d-3ee5-4146-be8c-7f7cf8b88830 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:51.893464 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.008079 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port d22a183d-3ee5-4146-be8c-7f7cf8b88830 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:52.069235 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a462-7695-433b-8887-1984c64cc4e1 req-f8f196ef-3f53-4ac1-9cfc-f3230ac51c92 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:52.070966 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de15a462-7695-433b-8887-1984c64cc4e1 req-f8f196ef-3f53-4ac1-9cfc-f3230ac51c92 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0633304 Mar 31 16:00:52.156120 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de15a462-7695-433b-8887-1984c64cc4e1 req-2b06c828-5ca1-4f8e-8589-a1c502fd563a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784471 Mar 31 16:00:53.330400 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3deee8-a8e9-458e-97c2-562318102e03 req-bc45f2bf-e23e-4ef2-bb70-171626ba5783 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:53.332012 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d3deee8-a8e9-458e-97c2-562318102e03 req-bc45f2bf-e23e-4ef2-bb70-171626ba5783 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0684283 Mar 31 16:00:53.392657 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d3deee8-a8e9-458e-97c2-562318102e03 req-b44ed9a4-29df-4fbd-8f01-8913f816ea3b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505488 Mar 31 16:00:54.392072 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:00:54.580834 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:54.582930 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd637-22f3-42b4-b476-963e5f248e15 req-22a707d7-620b-4c22-9426-dd6cb8b99d51 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:54.584236 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3f5cd637-22f3-42b4-b476-963e5f248e15 req-22a707d7-620b-4c22-9426-dd6cb8b99d51 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0692837 Mar 31 16:00:54.603924 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'mac_address': 'fa:16:3e:96:4b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:00:54.651603 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3f5cd637-22f3-42b4-b476-963e5f248e15 req-aad3b980-9c80-4728-8846-3731321f92b3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597060 Mar 31 16:00:54.666128 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: ACTIVE; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:54.666803 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.695835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fee90389-acdd-4504-99ef-bf19ffaa0012 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:00:54.719611 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:54.797177 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.875326 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:54.972142 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['fee90389-acdd-4504-99ef-bf19ffaa0012'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:55.883741 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e93859-cd49-4168-8bf1-2dad6d0deba1 req-cd4eefde-e9ad-4767-bac1-cbbd912c41ce tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:55.891355 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3e93859-cd49-4168-8bf1-2dad6d0deba1 req-cd4eefde-e9ad-4767-bac1-cbbd912c41ce tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 944 time: 0.1245255 Mar 31 16:00:55.973224 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3e93859-cd49-4168-8bf1-2dad6d0deba1 req-f6a72c37-85af-4977-9597-20b2b37d69be tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762045 Mar 31 16:00:56.407852 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:56.488425 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port fee90389-acdd-4504-99ef-bf19ffaa0012 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:56.489014 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.631770 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:56.632487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.725925 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:56.728452 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:56.742144 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b38f630-d186-463f-8749-6809100b5cc3" -d '{"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-plugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:56.808007 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.820071 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f193bfba-06d5-4e14-be53-e6907adc876c x-openstack-request-id: req-f193bfba-06d5-4e14-be53-e6907adc876c {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:56.820559 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-plugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:56.821015 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f193bfba-06d5-4e14-be53-e6907adc876c {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:56.821933 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f193bfba-06d5-4e14-be53-e6907adc876c'] response: {'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'code': 200} Mar 31 16:00:56.959275 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:57.272767 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9236-62f5-434a-9a5f-b920052b2b3b req-b64198b3-0382-4f27-9c6b-ecfc45b37f89 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:57.275410 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-221d9236-62f5-434a-9a5f-b920052b2b3b req-b64198b3-0382-4f27-9c6b-ecfc45b37f89 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1182392 Mar 31 16:00:57.404687 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-221d9236-62f5-434a-9a5f-b920052b2b3b req-31d6d98f-1508-48d0-b80f-3b4b51eabe1b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129017 Mar 31 16:00:58.623056 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb7127-ff98-4165-9006-a472b86507ed req-a50ce31a-6eed-41ef-9d3c-ed42efeedd75 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:58.627553 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-97fb7127-ff98-4165-9006-a472b86507ed req-a50ce31a-6eed-41ef-9d3c-ed42efeedd75 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1150479 Mar 31 16:00:58.725204 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-97fb7127-ff98-4165-9006-a472b86507ed req-dee717f5-c894-4cc3-a614-660087beff5d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866561 Mar 31 16:00:59.944666 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b362-76d5-4072-8542-5bf9541cb7bb req-11c590ab-b8c6-4efa-ac6f-4da1e1b7e0fb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:59.947444 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-34e0b362-76d5-4072-8542-5bf9541cb7bb req-11c590ab-b8c6-4efa-ac6f-4da1e1b7e0fb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1262064 Mar 31 16:01:00.022602 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-34e0b362-76d5-4072-8542-5bf9541cb7bb req-89e7a09d-ba8e-4aee-aa20-9727602c3370 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610385 Mar 31 16:01:00.989894 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c9fb-2fc1-4092-9a96-26f3bcdb2f6a req-a2f6b286-e6d7-42c7-bba9-094cfd8f3039 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:00.992754 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6036c9fb-2fc1-4092-9a96-26f3bcdb2f6a req-a2f6b286-e6d7-42c7-bba9-094cfd8f3039 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 946 time: 0.1375628 Mar 31 16:01:01.062392 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6036c9fb-2fc1-4092-9a96-26f3bcdb2f6a req-dcb6af48-4a36-42bc-88d8-3151ec83f978 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625958 Mar 31 16:01:01.223405 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20ee5-8892-4f8e-a644-826e0c994117 req-5a240195-0787-4edf-8443-c31b07c2baf7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:01.226008 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cd20ee5-8892-4f8e-a644-826e0c994117 req-5a240195-0787-4edf-8443-c31b07c2baf7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0655642 Mar 31 16:01:01.293549 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cd20ee5-8892-4f8e-a644-826e0c994117 req-501d968f-57d9-43c4-98b5-647e726e0ae6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556397 Mar 31 16:01:02.293365 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165c31-6f1c-4a37-9dc6-0ff3947d98c1 req-0859988f-a9e3-4648-a31e-f3c05b79d5e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:02.295047 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-33165c31-6f1c-4a37-9dc6-0ff3947d98c1 req-0859988f-a9e3-4648-a31e-f3c05b79d5e5 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 946 time: 0.0984402 Mar 31 16:01:02.416936 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-33165c31-6f1c-4a37-9dc6-0ff3947d98c1 req-380d6efc-b99e-4094-8370-dfbde6182599 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087897 Mar 31 16:01:02.530190 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad135-733b-49ec-a2bd-8e4a6d635ab4 req-84a32dc8-cb3c-4ac9-8d91-aea3195d37f7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:02.533837 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-005ad135-733b-49ec-a2bd-8e4a6d635ab4 req-84a32dc8-cb3c-4ac9-8d91-aea3195d37f7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0804706 Mar 31 16:01:02.616616 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-005ad135-733b-49ec-a2bd-8e4a6d635ab4 req-4695f6c5-a29f-414e-be61-29576901dfcd tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760424 Mar 31 16:01:02.631375 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-691b5b75-ff6c-4521-9f11-0a1c4d8739c9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:02.633036 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-691b5b75-ff6c-4521-9f11-0a1c4d8739c9 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 946 time: 0.1118598 Mar 31 16:01:02.812767 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port 2dd82e2b-ee84-4297-85e3-69af2b47f456 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:02.813339 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.966487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] For port 2dd82e2b-ee84-4297-85e3-69af2b47f456, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2dd82e2b-ee84-4297-85e3-69af2b47f456,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:02.967003 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.243227 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.243517 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (433a980f-5f8d-4767-88d3-b23e3fc48450), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.243797 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Floating IP 433a980f-5f8d-4767-88d3-b23e3fc48450 disassociated. External IP: 172.27.1.219, port: 2dd82e2b-ee84-4297-85e3-69af2b47f456. Mar 31 16:01:03.244148 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for 2dd82e2b-ee84-4297-85e3-69af2b47f456 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:03.579738 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (2dd82e2b-ee84-4297-85e3-69af2b47f456), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.627539 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=2dd82e2b-ee84-4297-85e3-69af2b47f456,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.663769 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d54eed-b505-45bc-a70e-3383600d04e0 req-c2c557ec-a508-4ada-a120-99334aeb2ca8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:03.666699 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-23d54eed-b505-45bc-a70e-3383600d04e0 req-c2c557ec-a508-4ada-a120-99334aeb2ca8 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 867 time: 0.1321354 Mar 31 16:01:03.823166 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2b7b-4b64-4f6a-90dc-c5b0bc35df1c req-60893810-17a0-4c5b-ad0d-cd6043e08aca tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:03.825807 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a9c2b7b-4b64-4f6a-90dc-c5b0bc35df1c req-60893810-17a0-4c5b-ad0d-cd6043e08aca tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0670745 Mar 31 16:01:03.863273 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-23d54eed-b505-45bc-a70e-3383600d04e0 req-461c7c81-7876-44ba-9e67-4428fab08a71 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups?id=367a7790-918d-4d75-95b8-6b08dd84f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130388 Mar 31 16:01:03.928009 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:03.928127 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a9c2b7b-4b64-4f6a-90dc-c5b0bc35df1c req-04406b46-5fab-48f2-ac90-c0d970bbbf0b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663989 Mar 31 16:01:04.035887 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:04.053557 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:04.068992 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:04.069628 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.121551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] No DVR routers for this DVR port 2dd82e2b-ee84-4297-85e3-69af2b47f456 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:04.125851 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.132055 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-34ef6516-fe45-4ba5-984e-d4b2c703c2b0 req-9115987d-67c3-48e8-a048-1644bb22352e tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.48 "DELETE /v2.0/ports/2dd82e2b-ee84-4297-85e3-69af2b47f456 HTTP/1.1" status: 204 len: 173 time: 1.4909780 Mar 31 16:01:04.132966 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'name': 'network-vif-deleted', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:04.137653 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a88d1-7e72-42b9-a60b-0fe798270c7b" -d '{"events": [{"server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "name": "network-vif-deleted", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:04.205465 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:04.220063 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064a5ce0-2a6b-44ca-97a8-a5b1c768df09 x-openstack-request-id: req-064a5ce0-2a6b-44ca-97a8-a5b1c768df09 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:04.220464 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107ff984-9902-4762-8d46-229a69474f6a", "name": "network-vif-deleted", "tag": "2dd82e2b-ee84-4297-85e3-69af2b47f456", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:04.220872 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-064a5ce0-2a6b-44ca-97a8-a5b1c768df09 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:04.221471 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064a5ce0-2a6b-44ca-97a8-a5b1c768df09'] response: {'server_uuid': '107ff984-9902-4762-8d46-229a69474f6a', 'name': 'network-vif-deleted', 'tag': '2dd82e2b-ee84-4297-85e3-69af2b47f456', 'status': 'completed', 'code': 200} Mar 31 16:01:04.445360 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.475320 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:04.486249 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:04.486919 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:00:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.740999 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:05.058136 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:05.097568 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351bb7b-8af5-48a3-9bda-ddf5986db5f4 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 4, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'f7bb0203-0855-4bbe-ab34-7dff937d7958', 'name': '', 'network_id': 'b202461b-1350-44ad-b38c-700f701870e8', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'mac_address': 'fa:16:3e:b0:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:54:00Z', 'updated_at': '2022-03-31T15:54:11Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'subnets': [{'id': '22c55b03-5819-42ff-aa73-b3fccd7a44f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:05.134425 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de19f7d0-42f9-4871-a816-71bda48a5e62 req-b4270fb0-f57c-4fdf-b2fa-a691f8b95b28 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/ports?device_id=107ff984-9902-4762-8d46-229a69474f6a HTTP/1.1" status: 200 len: 210 time: 0.0884001 Mar 31 16:01:05.220160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e538125-cc89-43c2-8539-bc11533432b9 req-1d18abb4-43c9-4650-b864-d6908db50309 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:05.226049 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e538125-cc89-43c2-8539-bc11533432b9 req-1d18abb4-43c9-4650-b864-d6908db50309 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1530042 Mar 31 16:01:05.343712 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e538125-cc89-43c2-8539-bc11533432b9 req-ffded0cd-3241-4a9a-b15c-36f32aacf910 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066306 Mar 31 16:01:05.568652 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf6c4f-7c65-4a1c-b8fa-b6ad261b650a None None] New status for floating IP 433a980f-5f8d-4767-88d3-b23e3fc48450: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:01:06.387538 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34602) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:06.473241 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 2dd82e2b-ee84-4297-85e3-69af2b47f456 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:06.542300 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 2dd82e2b-ee84-4297-85e3-69af2b47f456 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:06.545289 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 2dd82e2b-ee84-4297-85e3-69af2b47f456 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:06.549298 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (367a7790-918d-4d75-95b8-6b08dd84f5d9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.651616 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9bb31-0f3e-436e-9d21-56c1c6083711 req-146392ec-f8e6-4e0b-b136-d2369295675d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:06.656863 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58a9bb31-0f3e-436e-9d21-56c1c6083711 req-146392ec-f8e6-4e0b-b136-d2369295675d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1474140 Mar 31 16:01:06.671160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (367a7790-918d-4d75-95b8-6b08dd84f5d9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.782945 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58a9bb31-0f3e-436e-9d21-56c1c6083711 req-ca0413df-dcd8-4be1-9887-0bf6b0cb6d60 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015446 Mar 31 16:01:06.910395 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (367a7790-918d-4d75-95b8-6b08dd84f5d9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.915178 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.921829 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/security-groups/367a7790-918d-4d75-95b8-6b08dd84f5d9 HTTP/1.1" status: 204 len: 168 time: 0.5285380 Mar 31 16:01:06.925491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34616) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:06.945547 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a7790-918d-4d75-95b8-6b08dd84f5d9,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:06.961132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.961727 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.962314 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.963273 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.963862 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.964443 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.965061 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.965650 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.966359 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.966998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.967596 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.968440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.969420 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.969619 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.970597 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206e0eb-d589-432e-bcc6-13c3995d1a7a tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:06.972616 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-5ba2729e-87d2-45a9-ad25-42f991d00213 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] show failed (client error): The resource could not be found. Mar 31 16:01:06.974102 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5ba2729e-87d2-45a9-ad25-42f991d00213 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "GET /v2.0/security-groups/367a7790-918d-4d75-95b8-6b08dd84f5d9 HTTP/1.1" status: 404 len: 347 time: 0.0491180 Mar 31 16:01:06.980140 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34618) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:07.295440 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-4ba0977d-2278-4256-84d5-a5b594e2ccc4 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118432274&fields=id&tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 267 time: 0.1564381 Mar 31 16:01:07.424528 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Deleting port a158ce8f-3cd1-4332-baf3-59d05bb2ea21 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:07.425234 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.598018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-e78aeecd-f620-4840-ac39-30bdb0d2d00d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:07.600664 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-e78aeecd-f620-4840-ac39-30bdb0d2d00d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 812 time: 0.3016901 Mar 31 16:01:07.643673 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-006da199-966e-4198-80f0-68098f5e22ae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/quotas/5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 375 time: 0.0351412 Mar 31 16:01:07.646821 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.647355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.720172 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Calling delete_port for a158ce8f-3cd1-4332-baf3-59d05bb2ea21 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:07.862608 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-4d41d817-7c60-4f72-a782-95f52846a7de tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2007535 Mar 31 16:01:07.916430 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-82a40ee5-fb35-4f78-a2c5-1f46d35f8709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.958188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57198964-3c94-46e2-ba72-34f9f6a03f55 req-30990570-4089-4b42-8979-7e93e707e513 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:07.963316 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57198964-3c94-46e2-ba72-34f9f6a03f55 req-30990570-4089-4b42-8979-7e93e707e513 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0961196 Mar 31 16:01:08.054591 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57198964-3c94-46e2-ba72-34f9f6a03f55 req-c107eb97-99cd-4e03-b575-88ceeaf3f763 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842609 Mar 31 16:01:08.060481 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-224e09fc-f87d-4456-9cd3-d3c1ff0de0b8 service neutron] 10.222.0.58 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771123 Mar 31 16:01:08.185860 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-e3cc5da5-3f99-46fc-9c86-8e7b017b6fd9 service neutron] 10.222.0.58 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143265 Mar 31 16:01:08.195960 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (a158ce8f-3cd1-4332-baf3-59d05bb2ea21), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.233637 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Pushing event deleted for resources: {'Port': ['ID=a158ce8f-3cd1-4332-baf3-59d05bb2ea21,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:08.362002 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks [] for floatingip (433a980f-5f8d-4767-88d3-b23e3fc48450), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.362002 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.362002 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-53ba9b49-46c8-41d9-b8bd-9965f4579155 tempest-AttachVolumeNegativeTest-1289995453 tempest-AttachVolumeNegativeTest-1289995453-project] 10.222.0.58 "DELETE /v2.0/floatingips/433a980f-5f8d-4767-88d3-b23e3fc48450 HTTP/1.1" status: 204 len: 168 time: 1.3396423 Mar 31 16:01:09.155555 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7c2f849-c678-4820-9e0e-92883f4dfb3b req-f3d25f7f-f066-43ba-baab-650a29cba026 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 210 time: 0.0459235 Mar 31 16:01:09.271666 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb9f5a-bc94-4da1-befa-882264f5ef2d req-d1628e13-6f9b-4e9e-a99f-24d7a20f47c1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:09.274202 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e6eb9f5a-bc94-4da1-befa-882264f5ef2d req-d1628e13-6f9b-4e9e-a99f-24d7a20f47c1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0845642 Mar 31 16:01:09.368867 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e6eb9f5a-bc94-4da1-befa-882264f5ef2d req-81e2b26f-27e3-4c70-ab83-b02f64e3bd3e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818405 Mar 31 16:01:10.249866 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0cee3a8b-ed8a-48e7-ac8b-cc20b1aec675 req-866275fe-72ba-4478-bd55-17648326785b tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 210 time: 0.0319846 Mar 31 16:01:10.561207 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291e4c1-03f5-4fab-88d5-1df5e01a5f71 req-ecc7928c-0a60-40d0-bab1-fc9998cb607b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:10.563890 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3291e4c1-03f5-4fab-88d5-1df5e01a5f71 req-ecc7928c-0a60-40d0-bab1-fc9998cb607b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0947139 Mar 31 16:01:10.645810 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3291e4c1-03f5-4fab-88d5-1df5e01a5f71 req-1f51fb61-3303-42a4-9a08-14466b00d528 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754292 Mar 31 16:01:11.035647 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6272761f-2dd4-43a8-96d2-2fb01fbc36d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.385140 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-098eab3a-d034-42ad-ad06-db2863f712f0 req-018542a9-2d2f-4beb-9eb9-af812f17a97c tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 210 time: 0.0471961 Mar 31 16:01:11.496708 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce138b-cced-4eec-bf59-7988334337b7 req-217a257e-3d4b-4307-80fc-a27ddb8d9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:11.498344 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-217a257e-3d4b-4307-80fc-a27ddb8d9e0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1129 time: 0.0542200 Mar 31 16:01:11.615876 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce138b-cced-4eec-bf59-7988334337b7 req-fef38dd1-6398-4839-a308-e7e5da0892ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:11.618455 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-fef38dd1-6398-4839-a308-e7e5da0892ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1136341 Mar 31 16:01:11.720657 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-0f89af17-7954-45f2-97bb-fba370c2f9f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 1001 time: 0.0950406 Mar 31 16:01:11.835813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce138b-cced-4eec-bf59-7988334337b7 req-3f7cb19f-1281-4c8d-870f-66b2481dae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:11.838415 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-3f7cb19f-1281-4c8d-870f-66b2481dae46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.1072812 Mar 31 16:01:11.923662 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d14771-640c-4d76-a753-c15f06cd017c req-7e5f2dad-e04d-4136-91fe-c0a0d476a5b4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:11.925605 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-66d14771-640c-4d76-a753-c15f06cd017c req-7e5f2dad-e04d-4136-91fe-c0a0d476a5b4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1442013 Mar 31 16:01:11.946746 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce138b-cced-4eec-bf59-7988334337b7 req-bc342e26-76de-4170-af6c-f9cea2ed44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:11.948320 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-bc342e26-76de-4170-af6c-f9cea2ed44f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004899 Mar 31 16:01:12.047116 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-66d14771-640c-4d76-a753-c15f06cd017c req-e980b55d-7e5a-4107-a373-ab5ca9c02388 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111867 Mar 31 16:01:12.116691 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-afffedcb-6ee2-4b6a-89c6-61573f7ede41 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584275 Mar 31 16:01:12.223366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-28e96592-4d54-4451-8b56-f1a985106f56 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:12.225712 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-28e96592-4d54-4451-8b56-f1a985106f56 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 812 time: 0.1988187 Mar 31 16:01:12.246941 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86ce138b-cced-4eec-bf59-7988334337b7 req-1f397a3e-2837-498b-a320-0b804a2dcdb5 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235662 Mar 31 16:01:12.337363 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-a5e98016-74fe-4ab5-b230-334fd9b7600f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 379 time: 0.0974429 Mar 31 16:01:12.348494 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'port': {'device_id': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'admin_state_up': True, 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'security_groups': ['1df72565-4312-41f0-8974-4886e59a3527']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:12.541971 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6102c796-fa7c-4b46-ae15-e4eca93b808f req-70fcb0a0-65c5-45f4-9288-de49f198cafa tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 210 time: 0.0393603 Mar 31 16:01:12.629951 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Made reservation on behalf of 5645c2718f9e4b4ba6c57e2cd0c0a26b for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:12.634089 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.798268 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Allocated IP 172.20.0.3 (f632a164-a746-4dfa-9250-6ad4a23d259a/16598639-0f72-4448-9150-b31161785bd8/42401dd4-d553-49d2-a1f9-eeaeb4c06588) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:12.959558 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.111725 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.177091 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Network f632a164-a746-4dfa-9250-6ad4a23d259a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:13.182901 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:13.187508 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:13.237823 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=42401dd4-d553-49d2-a1f9-eeaeb4c06588,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:13.267686 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252b974-84b9-4966-af37-0e882b54fbc9 req-f0dba99b-b62f-4473-8ff4-4f328a24f002 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:13.268686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.269199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.269777 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.270362 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.270600 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8252b974-84b9-4966-af37-0e882b54fbc9 req-f0dba99b-b62f-4473-8ff4-4f328a24f002 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.1111026 Mar 31 16:01:13.270989 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.271555 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.272106 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.272770 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.273140 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.273809 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.274606 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.275646 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.276230 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.276782 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.277212 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:13.329782 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:13.331366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.387492 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34700) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:13.389628 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8252b974-84b9-4966-af37-0e882b54fbc9 req-83d4f896-12c9-42b4-b29e-db78967a2f8c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024535 Mar 31 16:01:13.444723 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-adbd8c4b-da33-45bf-bd05-ada48df3b037 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010327 Mar 31 16:01:13.465187 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Request body: {'port': {'device_id': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:13.583495 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.623594 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-33ecd998-7071-4076-9130-934a97e0a47f None None] Provisioning complete for port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:13.623594 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-33ecd998-7071-4076-9130-934a97e0a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.672421 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-33ecd998-7071-4076-9130-934a97e0a47f None None] Port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:01:13.784411 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.960064 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65cd1-afcf-4bb4-be3a-5cb6647c10e2 req-81a8c138-9ecf-4b71-8c53-c25246d95e95 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:13.961717 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12b65cd1-afcf-4bb4-be3a-5cb6647c10e2 req-81a8c138-9ecf-4b71-8c53-c25246d95e95 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 931 time: 0.2708876 Mar 31 16:01:14.159246 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12b65cd1-afcf-4bb4-be3a-5cb6647c10e2 req-58336e3b-a23b-4901-9fca-0656fe6870a0 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833928 Mar 31 16:01:14.208221 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42401dd4-d553-49d2-a1f9-eeaeb4c06588 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:01:14.221406 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Publish callbacks [] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.260670 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Transition to ACTIVE for port object 42401dd4-d553-49d2-a1f9-eeaeb4c06588 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:01:14.349603 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.434962 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Pushing event updated for resources: {'Port': ['ID=42401dd4-d553-49d2-a1f9-eeaeb4c06588,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.507596 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (6a022f06-ef6b-45a6-a1ae-2f9617d99169), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.528255 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:14.567530 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32743697-1f00-48eb-80da-5882214939ef req-0814b629-405e-4e6f-af0f-b99d867dbc79 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:14.571313 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32743697-1f00-48eb-80da-5882214939ef req-0814b629-405e-4e6f-af0f-b99d867dbc79 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 945 time: 0.0782485 Mar 31 16:01:14.638801 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:14.640263 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.641315 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32743697-1f00-48eb-80da-5882214939ef req-cfef7109-7652-40a2-b56f-af8392f12c77 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637434 Mar 31 16:01:14.696097 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:01:14.696744 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:14.701149 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c92c38b-778a-4e0f-89a6-50c095504a25" -d '{"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-unplugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:14.710601 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Attempting to bind port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:01:14.711203 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Attempting to bind port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:01:14.711323 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Attempting to bind port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:14.724934 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 on network f632a164-a746-4dfa-9250-6ad4a23d259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:01:14.725361 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Attempting to bind port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:14.731757 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:14.743704 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:01:14.744661 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Checking segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:14.744896 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Bound using segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:01:14.745653 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Bound port: 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:01:14.747522 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.769582 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83acccd-f8d2-46e0-b160-ad6a1d74bb90 x-openstack-request-id: req-c83acccd-f8d2-46e0-b160-ad6a1d74bb90 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:14.769582 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-unplugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:14.769582 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c83acccd-f8d2-46e0-b160-ad6a1d74bb90 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:14.769582 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83acccd-f8d2-46e0-b160-ad6a1d74bb90'] response: {'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'code': 200} Mar 31 16:01:14.825214 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.900882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.944271 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:15.300573 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50d8f4-bbbd-4da9-b70a-e665428fe5d2 req-00a02d8c-1505-44fb-bdab-252273cbd5a1 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:15.302305 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fb50d8f4-bbbd-4da9-b70a-e665428fe5d2 req-00a02d8c-1505-44fb-bdab-252273cbd5a1 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.0586753 Mar 31 16:01:15.362510 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fb50d8f4-bbbd-4da9-b70a-e665428fe5d2 req-78ed9e47-ee2b-4bf4-9c15-b68a774a1495 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525115 Mar 31 16:01:15.369539 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] For port 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:01:15.377094 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] For port 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:01:15.460916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:15.510841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:15.510841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:15.510841 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] 10.222.0.48 "PUT /v2.0/ports/42401dd4-d553-49d2-a1f9-eeaeb4c06588 HTTP/1.1" status: 200 len: 1093 time: 2.0508609 Mar 31 16:01:15.512598 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:15.514873 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f886ad1-4228-4674-890d-7c6de47a88f0" -d '{"events": [{"name": "network-changed", "server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:15.554109 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cad82f-a126-409b-8000-7d6d315d3a16 service neutron] Pushing event updated for resources: {'Port': ['ID=42401dd4-d553-49d2-a1f9-eeaeb4c06588,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:15.566270 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Deleting port f7bb0203-0855-4bbe-ab34-7dff937d7958 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:15.566684 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:15.582161 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4c7ee5-1229-4d4d-ae39-699d40d395f8 x-openstack-request-id: req-ed4c7ee5-1229-4d4d-ae39-699d40d395f8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:15.582607 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:15.582796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed4c7ee5-1229-4d4d-ae39-699d40d395f8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:15.583173 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4c7ee5-1229-4d4d-ae39-699d40d395f8'] response: {'name': 'network-changed', 'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'status': 'completed', 'code': 200} Mar 31 16:01:15.709953 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] For port f7bb0203-0855-4bbe-ab34-7dff937d7958, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=f7bb0203-0855-4bbe-ab34-7dff937d7958,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:15.710333 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:15.728906 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886ad1-4228-4674-890d-7c6de47a88f0 req-dc2420c0-7102-4236-aa53-a0033dbbe86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:15.731173 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f886ad1-4228-4674-890d-7c6de47a88f0 req-dc2420c0-7102-4236-aa53-a0033dbbe86f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 1127 time: 0.1056583 Mar 31 16:01:15.732232 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Calling delete_port for f7bb0203-0855-4bbe-ab34-7dff937d7958 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:15.935074 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886ad1-4228-4674-890d-7c6de47a88f0 req-9ea03b63-2abc-44aa-a0e0-a53716814f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:15.936614 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f886ad1-4228-4674-890d-7c6de47a88f0 req-9ea03b63-2abc-44aa-a0e0-a53716814f3c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1916094 Mar 31 16:01:16.018757 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-54622c86-3fa7-4be7-9772-98a0763b2e12 req-024c6246-807a-4be6-805e-f36054e31533 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:01:16.020970 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-54622c86-3fa7-4be7-9772-98a0763b2e12 req-024c6246-807a-4be6-805e-f36054e31533 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086346 Mar 31 16:01:16.093470 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886ad1-4228-4674-890d-7c6de47a88f0 req-09ee6e81-c46b-47c0-b7ba-544a4df526d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.095126 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f886ad1-4228-4674-890d-7c6de47a88f0 req-09ee6e81-c46b-47c0-b7ba-544a4df526d6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523614 Mar 31 16:01:16.195633 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (f7bb0203-0855-4bbe-ab34-7dff937d7958), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:16.231732 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bb0203-0855-4bbe-ab34-7dff937d7958,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:16.285629 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-ba5d1910-9941-4149-9bec-c91d5a0c98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.287281 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-ba5d1910-9941-4149-9bec-c91d5a0c98b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 1127 time: 0.1254766 Mar 31 16:01:16.376071 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-f88a22a1-866e-4546-87ca-e717ddf83981 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588 HTTP/1.1" status: 200 len: 217 time: 0.0737052 Mar 31 16:01:16.477103 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:16.569383 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab076a56-c112-4adb-bebb-6bd63de679bd req-223d37a2-e39e-49e1-9e21-6b8e82fe2bf6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.571282 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab076a56-c112-4adb-bebb-6bd63de679bd req-223d37a2-e39e-49e1-9e21-6b8e82fe2bf6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.0767016 Mar 31 16:01:16.646950 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab076a56-c112-4adb-bebb-6bd63de679bd req-fae22e84-7819-440d-840c-ab39fa3b19d4 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650876 Mar 31 16:01:16.652766 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-b0c697d9-9f25-4cd6-b551-a8027844bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.655602 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-b0c697d9-9f25-4cd6-b551-a8027844bc4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.2678378 Mar 31 16:01:16.693459 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064670cd-a6c3-4f53-ae6b-b5273244b4aa req-c12f73c5-216c-4baf-8ae7-962b98fb6cd9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.696264 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-064670cd-a6c3-4f53-ae6b-b5273244b4aa req-c12f73c5-216c-4baf-8ae7-962b98fb6cd9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.3259063 Mar 31 16:01:16.775375 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (6a022f06-ef6b-45a6-a1ae-2f9617d99169), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:16.893413 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-064670cd-a6c3-4f53-ae6b-b5273244b4aa req-3a42dab7-e0ff-4925-b7ca-3859a949782c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875768 Mar 31 16:01:16.898636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-b8727701-aaae-4964-8ad7-42b7a0cde82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.901887 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-b8727701-aaae-4964-8ad7-42b7a0cde82b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2361755 Mar 31 16:01:17.106869 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-8cc6b262-4254-492f-9c34-535bb90f86a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2262616 Mar 31 16:01:17.200499 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-cd036333-c3c0-4c43-8a1e-45ce921f58b3 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831244 Mar 31 16:01:17.213101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-e6f1f753-d584-4092-9a21-5bbebb5dc9d8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:17.215842 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-e6f1f753-d584-4092-9a21-5bbebb5dc9d8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports/fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 940 time: 0.0671425 Mar 31 16:01:17.320467 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:17.326388 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab290fef-97ad-4bcf-be5b-631f919a223d req-4304976c-59e2-4f68-86a1-085c81ae50df service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188061 Mar 31 16:01:17.472702 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:17.482862 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-abaf0dc6-bfa4-4f13-9470-8de678295b1a admin admin] 10.222.0.58 "PUT /v2.0/routers/6a022f06-ef6b-45a6-a1ae-2f9617d99169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0910695 Mar 31 16:01:17.483311 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34754) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:17.483804 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] Sync routers for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:17.500113 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:17.501087 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:17.673716 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks [] for router (6a022f06-ef6b-45a6-a1ae-2f9617d99169), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:17.692354 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:17.873428 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5985223-2672-4a40-8488-d536c665612b req-1dc9b082-5a5b-4c47-9086-f3c6c0ee57e5 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:17.873428 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e5985223-2672-4a40-8488-d536c665612b req-1dc9b082-5a5b-4c47-9086-f3c6c0ee57e5 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.1076422 Mar 31 16:01:17.884895 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks [] for router_gateway (6a022f06-ef6b-45a6-a1ae-2f9617d99169), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:17.941971 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e5985223-2672-4a40-8488-d536c665612b req-c9e62ea5-d48d-415e-8e46-3e45eef6e633 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632420 Mar 31 16:01:17.987614 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T16:01:16Z', 'revision_number': 5, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port': {'id': '506727d6-4b56-41d4-82ed-288af4d17b60', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:55Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:18.039681 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] Checking router: 6a022f06-ef6b-45a6-a1ae-2f9617d99169 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:18.053804 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] Routers {'6a022f06-ef6b-45a6-a1ae-2f9617d99169'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:18.054832 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:18.078015 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Deleting port 506727d6-4b56-41d4-82ed-288af4d17b60 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:18.078360 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.093535 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaab139-65de-4c07-9a7d-9709033e4d3a req-b0f05c73-1ef7-40ec-bdbe-4c7a4cf174ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:18.096972 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ccaab139-65de-4c07-9a7d-9709033e4d3a req-b0f05c73-1ef7-40ec-bdbe-4c7a4cf174ff tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0914376 Mar 31 16:01:18.181216 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] Set router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:18.224530 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ccaab139-65de-4c07-9a7d-9709033e4d3a req-807c8ebd-9e55-43e4-93f7-58192ed3a5a2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085370 Mar 31 16:01:18.253187 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] For port 506727d6-4b56-41d4-82ed-288af4d17b60, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=506727d6-4b56-41d4-82ed-288af4d17b60,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:18.253810 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.256244 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T16:01:17Z', 'revision_number': 6, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:18.284261 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Calling delete_port for 506727d6-4b56-41d4-82ed-288af4d17b60 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:18.312739 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d9802-20e3-43fd-943b-c44b6f09c8a8 None None] The sync data for ids ['6a022f06-ef6b-45a6-a1ae-2f9617d99169'] in dv-cinder-836027-1-iscsi is: [{'id': '6a022f06-ef6b-45a6-a1ae-2f9617d99169', 'name': 'tempest-AttachVolumeNegativeTest-204335518-router', 'tenant_id': '1d33e398560040448745d4b2a2047e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:54Z', 'updated_at': '2022-03-31T16:01:17Z', 'revision_number': 6, 'project_id': '1d33e398560040448745d4b2a2047e81', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:18.561391 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (506727d6-4b56-41d4-82ed-288af4d17b60), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.593025 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Pushing event deleted for resources: {'Port': ['ID=506727d6-4b56-41d4-82ed-288af4d17b60,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:18.673238 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (6a022f06-ef6b-45a6-a1ae-2f9617d99169), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.794154 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (6a022f06-ef6b-45a6-a1ae-2f9617d99169), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.800277 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks [] for router_controller (6a022f06-ef6b-45a6-a1ae-2f9617d99169), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.910013 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (6a022f06-ef6b-45a6-a1ae-2f9617d99169), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.910915 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a022f06-ef6b-45a6-a1ae-2f9617d99169 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:01:18.917361 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:18.922095 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bf119213-235b-41f0-8276-74703a535377 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6a022f06-ef6b-45a6-a1ae-2f9617d99169 HTTP/1.1" status: 204 len: 168 time: 1.4340177 Mar 31 16:01:18.922095 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34760) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:18.976537 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Deleting subnet 22c55b03-5819-42ff-aa73-b3fccd7a44f7 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:01:18.985207 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Publish callbacks [] for subnet (22c55b03-5819-42ff-aa73-b3fccd7a44f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.018306 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (22c55b03-5819-42ff-aa73-b3fccd7a44f7), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.104052 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf811a-f03d-4c7f-a854-9ee65c3269eb req-2453baeb-3e0d-4e92-95b8-650e4d8bc220 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:19.105369 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5cf811a-f03d-4c7f-a854-9ee65c3269eb req-2453baeb-3e0d-4e92-95b8-650e4d8bc220 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.0698991 Mar 31 16:01:19.145646 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (22c55b03-5819-42ff-aa73-b3fccd7a44f7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.173681 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5cf811a-f03d-4c7f-a854-9ee65c3269eb req-f9dd1056-1b0d-4942-b1aa-b8e3bb068905 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577543 Mar 31 16:01:19.310947 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (22c55b03-5819-42ff-aa73-b3fccd7a44f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.342395 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c55b03-5819-42ff-aa73-b3fccd7a44f7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:19.345113 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.349911 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-897d7799-4abd-4a73-8cd3-d930f342ad82 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/22c55b03-5819-42ff-aa73-b3fccd7a44f7 HTTP/1.1" status: 204 len: 168 time: 0.4270959 Mar 31 16:01:19.350329 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57395db2-48bc-4967-ab16-2ceaed7aa7e3 None None] Network b202461b-1350-44ad-b38c-700f701870e8 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:19.352542 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34766) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:19.437597 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.446120 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (b202461b-1350-44ad-b38c-700f701870e8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.464702 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd7d73-1873-4106-b9a6-a24d2143e2ab req-b275e4af-1b47-4fc9-9a30-085b8f952806 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:19.466233 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03bd7d73-1873-4106-b9a6-a24d2143e2ab req-b275e4af-1b47-4fc9-9a30-085b8f952806 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1052570 Mar 31 16:01:19.554658 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03bd7d73-1873-4106-b9a6-a24d2143e2ab req-46187a3e-3b54-41fc-aa9e-3d3a2cf3c223 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690539 Mar 31 16:01:19.569979 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Deleting port 1afced73-f163-486e-9fd0-c536fe6a7a79 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:19.570762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.617531 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] DHCP port deletion for b202461b-1350-44ad-b38c-700f701870e8 request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:01:19.659788 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-62412685-de57-4389-945a-d4459661f959 admin admin] For port 1afced73-f163-486e-9fd0-c536fe6a7a79, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=1afced73-f163-486e-9fd0-c536fe6a7a79,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:19.660329 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.678661 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] Deleting port 1afced73-f163-486e-9fd0-c536fe6a7a79 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:19.679217 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.679514 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Calling delete_port for 1afced73-f163-486e-9fd0-c536fe6a7a79 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:19.802405 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] For port 1afced73-f163-486e-9fd0-c536fe6a7a79, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=1afced73-f163-486e-9fd0-c536fe6a7a79,segment=NetworkSegment(f76ae5be-1810-4be9-ad34-b5970c96866b),segment_id=f76ae5be-1810-4be9-ad34-b5970c96866b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:19.803111 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.826487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] Calling delete_port for 1afced73-f163-486e-9fd0-c536fe6a7a79 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:19.836119 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 1afced73-f163-486e-9fd0-c536fe6a7a79 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:19.893327 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.932162 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No active binding found for port 1afced73-f163-486e-9fd0-c536fe6a7a79 {{(pid=104110) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 16:01:19.932635 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] The host dv-cinder-836027-1-iscsi is not matching for port 1afced73-f163-486e-9fd0-c536fe6a7a79 host None! {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 31 16:01:19.932931 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 1afced73-f163-486e-9fd0-c536fe6a7a79 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:19.933386 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device f7bb0203-0855-4bbe-ab34-7dff937d7958 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:19.934347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62412685-de57-4389-945a-d4459661f959 admin admin] No DVR routers for this DVR port 1afced73-f163-486e-9fd0-c536fe6a7a79 on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:19.941682 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afced73-f163-486e-9fd0-c536fe6a7a79,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:19.970830 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (1afced73-f163-486e-9fd0-c536fe6a7a79), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:19.975630 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: f7bb0203-0855-4bbe-ab34-7dff937d7958 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:19.976053 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device f7bb0203-0855-4bbe-ab34-7dff937d7958 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:19.976388 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 506727d6-4b56-41d4-82ed-288af4d17b60 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:20.021279 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] Pushing event deleted for resources: {'Port': ['ID=1afced73-f163-486e-9fd0-c536fe6a7a79,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:20.024123 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 506727d6-4b56-41d4-82ed-288af4d17b60 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:20.024563 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 506727d6-4b56-41d4-82ed-288af4d17b60 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:20.029055 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bc8ca-1eae-4060-8cb2-1016c7671e63 None None] No DVR routers for this DVR port 1afced73-f163-486e-9fd0-c536fe6a7a79 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:20.074203 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (b202461b-1350-44ad-b38c-700f701870e8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:20.101208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-62412685-de57-4389-945a-d4459661f959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b202461b-1350-44ad-b38c-700f701870e8']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:20.114824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-62412685-de57-4389-945a-d4459661f959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76ae5be-1810-4be9-ad34-b5970c96866b') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:20.115831 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-62412685-de57-4389-945a-d4459661f959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76ae5be-1810-4be9-ad34-b5970c96866b') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:20.132197 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (f76ae5be-1810-4be9-ad34-b5970c96866b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:20.147426 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (f76ae5be-1810-4be9-ad34-b5970c96866b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:20.155505 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:01:20.156015 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (f76ae5be-1810-4be9-ad34-b5970c96866b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:01:20.158086 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:01:20.529983 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797218-4a53-41c5-93dd-2ed8921b8cf0 req-4a5106b8-34fb-4631-8d73-db3d3979bc92 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:20.531805 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-28797218-4a53-41c5-93dd-2ed8921b8cf0 req-4a5106b8-34fb-4631-8d73-db3d3979bc92 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.0963399 Mar 31 16:01:20.589328 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-28797218-4a53-41c5-93dd-2ed8921b8cf0 req-54f7be04-9777-41f2-8f4c-a75a1f566ddd tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512254 Mar 31 16:01:20.608256 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (b202461b-1350-44ad-b38c-700f701870e8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:20.628873 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:20.635740 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-62412685-de57-4389-945a-d4459661f959 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b202461b-1350-44ad-b38c-700f701870e8 HTTP/1.1" status: 204 len: 168 time: 1.2799232 Mar 31 16:01:20.661304 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62412685-de57-4389-945a-d4459661f959 admin admin] Pushing event deleted for resources: {'Network': ['ID=b202461b-1350-44ad-b38c-700f701870e8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:20.761529 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968827-f50a-4214-bb1b-0d380bf7a261 req-affe76c4-0439-45b9-901d-1d1fc832cc65 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:20.763345 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60968827-f50a-4214-bb1b-0d380bf7a261 req-affe76c4-0439-45b9-901d-1d1fc832cc65 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1076596 Mar 31 16:01:20.769366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-f197a821-32d7-442c-aef6-bad8648b40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:20.771052 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-f197a821-32d7-442c-aef6-bad8648b40a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315&tenant_id=a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 1127 time: 0.0750911 Mar 31 16:01:20.854437 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60968827-f50a-4214-bb1b-0d380bf7a261 req-a1e759ff-79b3-463e-b3df-144ce8036111 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821545 Mar 31 16:01:20.883005 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-6793f67b-73ee-43ca-9b74-c8b91d1794c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:20.885015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-6793f67b-73ee-43ca-9b74-c8b91d1794c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1127 time: 0.0780947 Mar 31 16:01:20.999749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-c8ebdbd5-22ce-445b-bb10-6fdd7d2c1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:21.004108 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-c8ebdbd5-22ce-445b-bb10-6fdd7d2c1cba service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1102791 Mar 31 16:01:21.016822 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34774) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:21.070836 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a88eb844-e887-4e82-b2ae-fee391fa8df8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d33e398560040448745d4b2a2047e81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525422 Mar 31 16:01:21.074639 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34776) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:21.155083 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-479318e3-3069-4087-b1f3-f24d2154a87f admin admin] Publish callbacks [] for security_group (aaf4d230-dace-4624-8425-94deea3069f2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:21.184456 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-479318e3-3069-4087-b1f3-f24d2154a87f admin admin] Publish callbacks [] for security_group (aaf4d230-dace-4624-8425-94deea3069f2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:21.333024 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-479318e3-3069-4087-b1f3-f24d2154a87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (aaf4d230-dace-4624-8425-94deea3069f2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:21.336191 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-479318e3-3069-4087-b1f3-f24d2154a87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:21.338039 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-479318e3-3069-4087-b1f3-f24d2154a87f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aaf4d230-dace-4624-8425-94deea3069f2 HTTP/1.1" status: 204 len: 168 time: 0.2617464 Mar 31 16:01:21.353267 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479318e3-3069-4087-b1f3-f24d2154a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4d230-dace-4624-8425-94deea3069f2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:21.394964 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-ac4033ad-0330-41f4-9fbf-22badffe364c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 999 time: 0.3858631 Mar 31 16:01:21.456804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-a8c139f7-6003-41a7-b424-005c47c3ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:21.459545 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-a8c139f7-6003-41a7-b424-005c47c3ca23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0578017 Mar 31 16:01:21.539617 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-2fab6c13-0788-4886-bf59-94e5a02e132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:21.542573 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-2fab6c13-0788-4886-bf59-94e5a02e132a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769470 Mar 31 16:01:21.653868 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-851ece8e-d1c3-49a8-8068-fcf979f24996 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043601 Mar 31 16:01:21.765782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b61b3-bcc0-4a49-aaed-8507c44968c2 req-6b7f5503-8e98-41e5-88e2-d4523d5c5885 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:21.768837 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b2b61b3-bcc0-4a49-aaed-8507c44968c2 req-6b7f5503-8e98-41e5-88e2-d4523d5c5885 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.0889595 Mar 31 16:01:21.819577 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-55c16c36-4660-4d5d-b33f-9874b57d70be service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588540 Mar 31 16:01:21.861677 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b2b61b3-bcc0-4a49-aaed-8507c44968c2 req-f1e1d64d-f45a-4ab3-abf5-e32b7b70b2d4 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857406 Mar 31 16:01:22.037352 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3963d4-6664-444c-ac1c-ad891fce93ee req-19ff6f86-0ab8-4075-8b26-d42404982bcd tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:22.040221 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c3963d4-6664-444c-ac1c-ad891fce93ee req-19ff6f86-0ab8-4075-8b26-d42404982bcd tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0832038 Mar 31 16:01:22.098975 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c3963d4-6664-444c-ac1c-ad891fce93ee req-a2032dc6-8536-4094-b207-c3e0244f219c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518026 Mar 31 16:01:23.210153 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb065-5739-48bf-af42-da70631cb045 req-f929e0ea-976d-4726-b4bb-543d6bee8376 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:23.213279 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-07bfb065-5739-48bf-af42-da70631cb045 req-f929e0ea-976d-4726-b4bb-543d6bee8376 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.1421220 Mar 31 16:01:23.364503 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-07bfb065-5739-48bf-af42-da70631cb045 req-180c6296-daf4-4435-aa8c-76db810bc36c tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415048 Mar 31 16:01:23.408600 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38342af-200c-4d87-8b62-130b996c4014 req-da441963-46e5-41b8-80ab-52bce94cb80c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:23.411086 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a38342af-200c-4d87-8b62-130b996c4014 req-da441963-46e5-41b8-80ab-52bce94cb80c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1785610 Mar 31 16:01:23.523838 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a38342af-200c-4d87-8b62-130b996c4014 req-e9d67fb1-1534-4a0e-b0d1-53ffabc1b0e2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017916 Mar 31 16:01:24.517670 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 42401dd4-d553-49d2-a1f9-eeaeb4c06588 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:01:24.520542 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430a61d-252d-4997-afe1-10ef5f5a82f8 req-e0333377-462e-47f3-bc39-9b81069d413a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:24.528501 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3430a61d-252d-4997-afe1-10ef5f5a82f8 req-e0333377-462e-47f3-bc39-9b81069d413a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 943 time: 0.0766602 Mar 31 16:01:24.607487 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3430a61d-252d-4997-afe1-10ef5f5a82f8 req-dd6d1d02-f7ae-469a-ada5-c2f06d0063be tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776067 Mar 31 16:01:24.693211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:24.708166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'port_id': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'mac_address': 'fa:16:3e:8d:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:01:24.747464 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de063cd-0a77-43fa-ac23-47d41af389ea req-3a0fc918-6f4a-4e88-8e64-18c1aeff2190 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:24.756269 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5de063cd-0a77-43fa-ac23-47d41af389ea req-3a0fc918-6f4a-4e88-8e64-18c1aeff2190 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0977364 Mar 31 16:01:24.760610 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:24.761010 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:24.779996 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42401dd4-d553-49d2-a1f9-eeaeb4c06588 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:01:24.818214 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:24.828834 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5de063cd-0a77-43fa-ac23-47d41af389ea req-fb478c31-97fd-4825-9b0e-5f4388322b37 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711048 Mar 31 16:01:24.903839 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:24.985033 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=42401dd4-d553-49d2-a1f9-eeaeb4c06588,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:25.227480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['42401dd4-d553-49d2-a1f9-eeaeb4c06588'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:01:25.852647 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93e42a-a5b4-4760-b794-5782de5d83a4 req-22b33fde-0fd1-487f-9ef7-1fd83c3950ce tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:25.856913 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3c93e42a-a5b4-4760-b794-5782de5d83a4 req-22b33fde-0fd1-487f-9ef7-1fd83c3950ce tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 944 time: 0.1338603 Mar 31 16:01:25.962726 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3c93e42a-a5b4-4760-b794-5782de5d83a4 req-d322bd85-408a-4ca3-9433-3dd2e2c4afda tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954671 Mar 31 16:01:26.050254 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4cfd1-b9dc-4e69-82d6-68db2155a6ea req-95cd1f75-9bec-49c3-89c8-c4ae2c67c7c5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:26.054144 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98d4cfd1-b9dc-4e69-82d6-68db2155a6ea req-95cd1f75-9bec-49c3-89c8-c4ae2c67c7c5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1003642 Mar 31 16:01:26.165955 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98d4cfd1-b9dc-4e69-82d6-68db2155a6ea req-3d5eb967-bb2c-4988-99a3-37158f7478f3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050723 Mar 31 16:01:26.549536 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 42401dd4-d553-49d2-a1f9-eeaeb4c06588 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:26.773343 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:01:26.780937 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:26.782106 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:26.938363 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:26.938856 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.009422 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:27.014281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafcc620-f775-43b8-bb21-7dc527a9b8b3" -d '{"events": [{"server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "name": "network-vif-plugged", "status": "completed", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:27.050758 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:27.096438 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368d0a8-7d81-4936-b531-3f956b9013c8 x-openstack-request-id: req-f368d0a8-7d81-4936-b531-3f956b9013c8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:27.096736 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "name": "network-vif-plugged", "status": "completed", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:27.097059 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f368d0a8-7d81-4936-b531-3f956b9013c8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:27.097875 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f368d0a8-7d81-4936-b531-3f956b9013c8'] response: {'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'code': 200} Mar 31 16:01:27.139710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6faf-b3c5-4d9c-adc9-88ff9ba74692 req-7d194d2d-326e-4fcc-81c6-18358630d090 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:27.147886 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-950d6faf-b3c5-4d9c-adc9-88ff9ba74692 req-7d194d2d-326e-4fcc-81c6-18358630d090 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 944 time: 0.0806453 Mar 31 16:01:27.150490 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.267830 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-950d6faf-b3c5-4d9c-adc9-88ff9ba74692 req-b041305c-a4a3-4e90-b2dd-98d5489ef0b4 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034601 Mar 31 16:01:27.317622 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=42401dd4-d553-49d2-a1f9-eeaeb4c06588,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:27.410810 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf47b0-bef0-46c8-85ed-5fbabaaa8de1 req-429c66ae-bc32-4604-b926-773d61d81d09 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:27.413855 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80cf47b0-bef0-46c8-85ed-5fbabaaa8de1 req-429c66ae-bc32-4604-b926-773d61d81d09 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0942812 Mar 31 16:01:27.527893 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80cf47b0-bef0-46c8-85ed-5fbabaaa8de1 req-81b7b589-e394-412b-bd45-eb6abaec3f61 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042979 Mar 31 16:01:28.199683 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef3181-7778-4ad6-8e2c-4e18ba9ea132 req-2d2aef92-9ca0-4157-b6e0-2b3ec7c56d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:28.202937 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8ef3181-7778-4ad6-8e2c-4e18ba9ea132 req-2d2aef92-9ca0-4157-b6e0-2b3ec7c56d31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 1129 time: 0.0803335 Mar 31 16:01:28.347600 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8ef3181-7778-4ad6-8e2c-4e18ba9ea132 req-dc721ae7-08e6-4555-88b5-60cb9fa6221d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132083 Mar 31 16:01:28.361965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34894) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:28.498955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e8c9-4911-44c4-92a1-1c5ee3560d31 req-12f77225-9702-45ed-b7a3-52c780d36292 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:28.501539 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9b63e8c9-4911-44c4-92a1-1c5ee3560d31 req-12f77225-9702-45ed-b7a3-52c780d36292 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.1117196 Mar 31 16:01:28.543249 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d1242441-cdca-47fa-b997-64a30cd916f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.639195 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9b63e8c9-4911-44c4-92a1-1c5ee3560d31 req-7ee50cec-a3a5-47c8-aecb-cee9ca5319b0 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249418 Mar 31 16:01:28.693381 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d1242441-cdca-47fa-b997-64a30cd916f8 admin admin] Publish callbacks [] for security_group (ccf579d7-a822-4fae-9e00-1bf324ba68ea), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.723616 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b576a6d-11e3-4229-badd-f23f6c7a3bb6 req-3a4b7f6e-777a-4d37-ad10-3ff99f7b6eb1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:28.725388 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b576a6d-11e3-4229-badd-f23f6c7a3bb6 req-3a4b7f6e-777a-4d37-ad10-3ff99f7b6eb1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1116159 Mar 31 16:01:28.766889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d1242441-cdca-47fa-b997-64a30cd916f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ccf579d7-a822-4fae-9e00-1bf324ba68ea), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.817660 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b576a6d-11e3-4229-badd-f23f6c7a3bb6 req-d26d9e3e-ce27-49c8-8644-ddf4c9b19f6f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782115 Mar 31 16:01:28.831347 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d1242441-cdca-47fa-b997-64a30cd916f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc564d5c7340458c8c3f0a5497dfc630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635484 Mar 31 16:01:28.831699 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34900) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:28.863653 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1242441-cdca-47fa-b997-64a30cd916f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf579d7-a822-4fae-9e00-1bf324ba68ea,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:28.944684 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41d6b01f-8389-423d-b344-26b71b54268a admin admin] Publish callbacks [] for security_group (ccf579d7-a822-4fae-9e00-1bf324ba68ea), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.992812 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41d6b01f-8389-423d-b344-26b71b54268a admin admin] Publish callbacks [] for security_group (ccf579d7-a822-4fae-9e00-1bf324ba68ea), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:29.549324 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41d6b01f-8389-423d-b344-26b71b54268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ccf579d7-a822-4fae-9e00-1bf324ba68ea), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:29.551910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41d6b01f-8389-423d-b344-26b71b54268a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:29.553096 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-41d6b01f-8389-423d-b344-26b71b54268a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccf579d7-a822-4fae-9e00-1bf324ba68ea HTTP/1.1" status: 204 len: 168 time: 0.7203796 Mar 31 16:01:29.566086 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b01f-8389-423d-b344-26b71b54268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf579d7-a822-4fae-9e00-1bf324ba68ea,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:29.812171 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67434f-793b-4d30-9943-7060cbf78c7c req-63aa75ff-69cc-4c07-a301-d83f90dae6a7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:29.816091 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de67434f-793b-4d30-9943-7060cbf78c7c req-63aa75ff-69cc-4c07-a301-d83f90dae6a7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.0790720 Mar 31 16:01:29.920489 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de67434f-793b-4d30-9943-7060cbf78c7c req-affa6f89-ccdc-4f89-9162-616f50903ee4 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006575 Mar 31 16:01:30.094411 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024911-031c-42f4-ac43-b242bd39753b req-ac7822c9-afc7-4f38-ad29-d2d7143b415c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:30.102334 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec024911-031c-42f4-ac43-b242bd39753b req-ac7822c9-afc7-4f38-ad29-d2d7143b415c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1062796 Mar 31 16:01:30.184375 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec024911-031c-42f4-ac43-b242bd39753b req-cd004467-8d03-4463-99bb-fb87c1b7a7c2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699794 Mar 31 16:01:30.860889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34912) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:30.875107 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ff78b11-c783-47fd-8c90-3d07ecc0b33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:30.976718 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ff78b11-c783-47fd-8c90-3d07ecc0b33d admin admin] Publish callbacks [] for security_group (c368b569-bfd7-4704-929d-030671a9134f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:31.070246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ff78b11-c783-47fd-8c90-3d07ecc0b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c368b569-bfd7-4704-929d-030671a9134f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:31.155053 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7ff78b11-c783-47fd-8c90-3d07ecc0b33d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3099c27966204e989acd56ddd2536548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929325 Mar 31 16:01:31.157772 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34916) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:31.161159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff78b11-c783-47fd-8c90-3d07ecc0b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368b569-bfd7-4704-929d-030671a9134f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:31.186619 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4673cd-075d-4ecb-ac5a-78dab8a85ddd req-ba4c3950-59d8-44d2-88dc-886b586e7be6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:31.189348 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb4673cd-075d-4ecb-ac5a-78dab8a85ddd req-ba4c3950-59d8-44d2-88dc-886b586e7be6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.1688647 Mar 31 16:01:31.227399 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab0856a3-fe51-4c00-9b6a-babf1c2da631 admin admin] Publish callbacks [] for security_group (c368b569-bfd7-4704-929d-030671a9134f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:31.264434 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab0856a3-fe51-4c00-9b6a-babf1c2da631 admin admin] Publish callbacks [] for security_group (c368b569-bfd7-4704-929d-030671a9134f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:31.280087 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb4673cd-075d-4ecb-ac5a-78dab8a85ddd req-49f98216-8191-4a1f-b8f2-cc198fc41678 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833364 Mar 31 16:01:31.349488 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063faa17-e0d8-4ed9-abae-bd39920e4e1e req-4edde26f-cafb-4130-a5ff-7f561482e5de tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:31.351104 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-063faa17-e0d8-4ed9-abae-bd39920e4e1e req-4edde26f-cafb-4130-a5ff-7f561482e5de tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0690629 Mar 31 16:01:31.404742 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-063faa17-e0d8-4ed9-abae-bd39920e4e1e req-f2055943-8a1a-45f7-ada1-6002a15d24d3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472107 Mar 31 16:01:31.446435 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab0856a3-fe51-4c00-9b6a-babf1c2da631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (c368b569-bfd7-4704-929d-030671a9134f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:31.449807 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab0856a3-fe51-4c00-9b6a-babf1c2da631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:31.451034 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ab0856a3-fe51-4c00-9b6a-babf1c2da631 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c368b569-bfd7-4704-929d-030671a9134f HTTP/1.1" status: 204 len: 168 time: 0.2918890 Mar 31 16:01:31.465788 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0856a3-fe51-4c00-9b6a-babf1c2da631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368b569-bfd7-4704-929d-030671a9134f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:32.421629 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226a033-3ec4-43b1-8559-9d80350e58ba req-c477222a-7baa-4f18-aa55-986cd92c098d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:32.423685 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2226a033-3ec4-43b1-8559-9d80350e58ba req-c477222a-7baa-4f18-aa55-986cd92c098d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.0630493 Mar 31 16:01:32.487556 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2226a033-3ec4-43b1-8559-9d80350e58ba req-e6053679-192d-4cd3-8acf-a486f97dfde0 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575213 Mar 31 16:01:32.554309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c14f3-3072-401b-96d2-bd9759aa0c5a req-03a0aac1-4a15-4402-8ab2-7831904bbe53 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:32.556165 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e2c14f3-3072-401b-96d2-bd9759aa0c5a req-03a0aac1-4a15-4402-8ab2-7831904bbe53 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0607407 Mar 31 16:01:32.617176 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e2c14f3-3072-401b-96d2-bd9759aa0c5a req-6f5072bc-35f7-4f12-8aa1-a4cd749d0896 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529935 Mar 31 16:01:32.692381 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a32c0-8675-4acc-8088-756fa2deadf2 req-5058899c-2bf5-4721-b1f4-18a9d1764bae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:32.694039 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c90a32c0-8675-4acc-8088-756fa2deadf2 req-5058899c-2bf5-4721-b1f4-18a9d1764bae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.0785854 Mar 31 16:01:32.753668 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c90a32c0-8675-4acc-8088-756fa2deadf2 req-25f7b643-79d1-420f-b945-8f181734497f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512557 Mar 31 16:01:32.787041 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34946) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:33.050867 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75377a9b-415b-4990-91d0-3debc1244f64 tempest-TestVolumeBootPattern-646364610 tempest-TestVolumeBootPattern-646364610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:33.052549 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-75377a9b-415b-4990-91d0-3debc1244f64 tempest-TestVolumeBootPattern-646364610 tempest-TestVolumeBootPattern-646364610-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 1124 time: 0.2641876 Mar 31 16:01:33.057247 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 34954) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:33.063489 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'port_id': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:33.144036 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:33.273473 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:33.400784 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Allocated IP 172.27.1.243 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/61dd7332-5bb7-4eec-b628-a8671108b638) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:33.521411 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (61dd7332-5bb7-4eec-b628-a8671108b638), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:33.641524 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (61dd7332-5bb7-4eec-b628-a8671108b638), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:33.706171 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:33.720949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:33.725370 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:33.768329 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=61dd7332-5bb7-4eec-b628-a8671108b638,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:33.836569 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b99ec-158c-4121-b474-0c0a0a9cd1b7 req-e6f0f02e-1182-4754-97f6-c82a9889ea9c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:33.840273 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f64b99ec-158c-4121-b474-0c0a0a9cd1b7 req-e6f0f02e-1182-4754-97f6-c82a9889ea9c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1020482 Mar 31 16:01:33.932751 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f64b99ec-158c-4121-b474-0c0a0a9cd1b7 req-254edb83-31ee-412f-82ea-bdc1ba5f81fe tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834212 Mar 31 16:01:34.278911 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (09e24d23-1a11-4d63-8f83-28f82053fcbe), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:34.458609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (61dd7332-5bb7-4eec-b628-a8671108b638), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:34.651434 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (61dd7332-5bb7-4eec-b628-a8671108b638), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:34.709552 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (61dd7332-5bb7-4eec-b628-a8671108b638), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:34.791227 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=61dd7332-5bb7-4eec-b628-a8671108b638,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:34.807994 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (09e24d23-1a11-4d63-8f83-28f82053fcbe), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:34.946217 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Floating IP 09e24d23-1a11-4d63-8f83-28f82053fcbe associated. External IP: 172.27.1.243, port: 42401dd4-d553-49d2-a1f9-eeaeb4c06588. Mar 31 16:01:35.196136 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 34984) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:35.216278 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecbce9-1c9f-4be1-befb-67e0fac66e2e req-5421f2f7-5f8c-4203-947c-55e858074d8c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:35.219274 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b5ecbce9-1c9f-4be1-befb-67e0fac66e2e req-5421f2f7-5f8c-4203-947c-55e858074d8c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1479228 Mar 31 16:01:35.389106 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Deleting port 53db8d82-67c4-47b5-a6cf-2232da93c1f9 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:35.389620 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:35.441210 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b5ecbce9-1c9f-4be1-befb-67e0fac66e2e req-a1061065-a7bb-4ab2-9a9b-fc2d5ce1a19c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105300 Mar 31 16:01:35.488647 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:35.498174 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:35.498769 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for floatingip (53db8d82-67c4-47b5-a6cf-2232da93c1f9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:35.522263 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Calling delete_port for 53db8d82-67c4-47b5-a6cf-2232da93c1f9 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:35.644211 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:35.660508 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:35.679463 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:35.680583 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:35.819221 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:36.239550 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '09e24d23-1a11-4d63-8f83-28f82053fcbe', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:8d:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:01:34Z', 'updated_at': '2022-03-31T16:01:34Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:36.268391 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:36.278278 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:36.278949 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:36.304938 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (53db8d82-67c4-47b5-a6cf-2232da93c1f9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:36.307525 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:36.357036 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3f25bceb-bf0e-472a-9508-a0ddbcd635e8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2958317 Mar 31 16:01:36.357036 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:36.359340 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e" -d '{"events": [{"name": "network-changed", "server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:36.365311 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event deleted for resources: {'Port': ['ID=53db8d82-67c4-47b5-a6cf-2232da93c1f9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:36.423139 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3af316-a81a-4b36-9836-9164f9cbd2e6 x-openstack-request-id: req-9d3af316-a81a-4b36-9836-9164f9cbd2e6 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:36.423530 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:36.423972 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d3af316-a81a-4b36-9836-9164f9cbd2e6 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:36.424521 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3af316-a81a-4b36-9836-9164f9cbd2e6'] response: {'name': 'network-changed', 'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'status': 'completed', 'code': 200} Mar 31 16:01:36.443206 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:36.509775 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for floatingip (0117a0de-5055-4885-bc7b-261cea8e2336), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:36.510301 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Floating IP 0117a0de-5055-4885-bc7b-261cea8e2336 disassociated (deleted). External IP: 172.27.1.60, port: 254ab607-29ef-4cf2-b2db-117a5a6ae67c. Mar 31 16:01:36.619594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf775d1f-9b1f-4680-b2d1-61aa15b93d2d req-413e14d2-9f0c-490a-b613-69ee80b2db8d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:36.622149 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cf775d1f-9b1f-4680-b2d1-61aa15b93d2d req-413e14d2-9f0c-490a-b613-69ee80b2db8d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.0807819 Mar 31 16:01:36.645724 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-ff619919-3dba-49bf-95e7-59844a764b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:36.648351 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-ff619919-3dba-49bf-95e7-59844a764b6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 1129 time: 0.1795738 Mar 31 16:01:36.709198 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cf775d1f-9b1f-4680-b2d1-61aa15b93d2d req-978a2405-8559-4431-91df-b71c0a239728 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793447 Mar 31 16:01:36.850298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '09e24d23-1a11-4d63-8f83-28f82053fcbe', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:8d:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:01:34Z', 'updated_at': '2022-03-31T16:01:34Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:36.857084 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-7c882852-d782-4289-92d5-e0bb189c3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:36.858659 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-7c882852-d782-4289-92d5-e0bb189c3659 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1971657 Mar 31 16:01:36.902453 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e710ae-53ce-4834-95c6-eedced976f25 None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': '09e24d23-1a11-4d63-8f83-28f82053fcbe', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:8d:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:01:34Z', 'updated_at': '2022-03-31T16:01:34Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:36.954719 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-bfff0a26-5113-4919-a39b-2a1862ae00c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588 HTTP/1.1" status: 200 len: 999 time: 0.0892169 Mar 31 16:01:36.960232 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Router e78cda06-dff6-4336-8260-7eabc482ae43 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:37.079404 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-33bd89b5-a922-4f46-b58e-6f6904a44538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:37.081020 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-33bd89b5-a922-4f46-b58e-6f6904a44538 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.1193368 Mar 31 16:01:37.162400 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-1a3996e0-7cdc-4baa-b261-014166ea794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:37.166300 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-1a3996e0-7cdc-4baa-b261-014166ea794d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769281 Mar 31 16:01:37.206097 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:37.242809 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] Sync routers for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:37.256925 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:37.257939 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:37.267451 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b74f5-d743-414a-8083-e3ce9927f80c None None] New status for floating IP 09e24d23-1a11-4d63-8f83-28f82053fcbe: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:01:37.292235 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:37.390290 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:37.397235 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-320007ec-c264-4d13-8651-2f0ae7b0f84d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "DELETE /v2.0/floatingips/0117a0de-5055-4885-bc7b-261cea8e2336 HTTP/1.1" status: 204 len: 168 time: 2.1997306 Mar 31 16:01:37.401151 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:37.405417 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:37.458475 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-ae471bfe-9e12-452f-9e36-653595e7e661 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841589 Mar 31 16:01:37.519281 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d127ec-f42e-4917-ad3d-ea68610256b8 x-openstack-request-id: req-44d127ec-f42e-4917-ad3d-ea68610256b8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:37.519751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:37.520244 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44d127ec-f42e-4917-ad3d-ea68610256b8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:37.521045 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d127ec-f42e-4917-ad3d-ea68610256b8'] response: {'name': 'network-changed', 'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'status': 'completed', 'code': 200} Mar 31 16:01:37.649961 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-2ef3b4c1-737c-4ea3-bef4-646bd0664275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:37.653988 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-2ef3b4c1-737c-4ea3-bef4-646bd0664275 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53f00ecd42a24c82800c15d8b262171a&device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 1130 time: 0.1018093 Mar 31 16:01:37.656386 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ae722ca-dd9b-4493-bc8a-d83c6f0db71e req-f1d1453b-e0b7-4151-aa75-3d79309743a2 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883950 Mar 31 16:01:37.771695 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:37.839059 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-67854b93-6809-4770-b9bf-449c55620f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:37.848311 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-67854b93-6809-4770-b9bf-449c55620f17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 200 len: 910 time: 0.1711881 Mar 31 16:01:37.934039 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] Checking router: e78cda06-dff6-4336-8260-7eabc482ae43 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:37.939224 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-76a67d83-6c14-43f1-8384-34601d700ff4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 200 len: 217 time: 0.0783296 Mar 31 16:01:37.945404 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:37.946855 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:37.978640 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd6a-5ebb-41e0-858b-07a952b79f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:38.004849 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5968d87-3010-48dd-ba57-6b670947fb18 req-737c06f8-c3a0-4463-9ecd-849362b89a44 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:38.006521 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5968d87-3010-48dd-ba57-6b670947fb18 req-737c06f8-c3a0-4463-9ecd-849362b89a44 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 943 time: 0.1477757 Mar 31 16:01:38.017807 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-406847a1-a489-4531-87aa-b4f920c33737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:38.019426 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-406847a1-a489-4531-87aa-b4f920c33737 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 200 len: 848 time: 0.0745034 Mar 31 16:01:38.156847 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5968d87-3010-48dd-ba57-6b670947fb18 req-b0bd03d2-e04b-4aca-8e10-05664da9c95e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362715 Mar 31 16:01:38.196925 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-dbbb6a98-7048-4c5a-b415-f6953e0581c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:38.200940 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-dbbb6a98-7048-4c5a-b415-f6953e0581c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05946b88-413e-41d0-94fd-893fef1ec51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1587160 Mar 31 16:01:38.255096 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:38.344869 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-a4db59ce-def4-4aa6-aa4e-013c22215c12 service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345050 Mar 31 16:01:38.382038 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e31e-dee4-40a6-9bc6-0b05ed4a0c7d req-fef9cd32-754e-422a-9312-57c4e6c14713 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:38.384089 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e935e31e-dee4-40a6-9bc6-0b05ed4a0c7d req-fef9cd32-754e-422a-9312-57c4e6c14713 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.1041696 Mar 31 16:01:38.456622 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e935e31e-dee4-40a6-9bc6-0b05ed4a0c7d req-e2515dd9-dde7-46ba-b46e-adb862ddb044 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611689 Mar 31 16:01:38.478450 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46c31af9-cf33-4bf7-a5fd-9c3895c1a7ec req-f2b7caa6-0985-465b-92de-7d11f0e55e6a service neutron] 10.222.0.48 "GET /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260705 Mar 31 16:01:38.588656 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:01:38.617992 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:38.648666 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f16006-cbd9-4759-b0cc-8971673f38ad None None] The sync data for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi is: [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T15:56:24Z', 'revision_number': 4, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'a1cb3d9c-c54b-402a-89a1-562b8748956f', 'name': '', 'network_id': '05946b88-413e-41d0-94fd-893fef1ec51e', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'mac_address': 'fa:16:3e:94:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:22Z', 'updated_at': '2022-03-31T15:56:31Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'subnets': [{'id': 'ddc93f13-f37b-402e-a180-dc1cdc9267bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:38.752528 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:38.767087 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'port_id': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'mac_address': 'fa:16:3e:96:4b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:01:38.816391 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:38.816927 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:38.836273 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee90389-acdd-4504-99ef-bf19ffaa0012 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:01:38.863158 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:38.939177 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db079390-ebe4-4657-8e50-8d0eba24ee20 None None] New status for floating IP 0117a0de-5055-4885-bc7b-261cea8e2336: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:01:38.953355 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:39.025306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=9']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:39.035357 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.035798 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.036212 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.036700 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.037095 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.037609 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.038188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.038920 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.039487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.039915 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.040361 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.040770 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.041167 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.041547 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.042131 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:39.288092 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['fee90389-acdd-4504-99ef-bf19ffaa0012'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:01:39.337935 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ba5b-65c2-488d-87dc-952527b6fea5 req-bc6730d4-7908-4186-be45-1e752e67607f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:39.350781 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a55ba5b-65c2-488d-87dc-952527b6fea5 req-bc6730d4-7908-4186-be45-1e752e67607f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 944 time: 0.0958054 Mar 31 16:01:39.423196 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a55ba5b-65c2-488d-87dc-952527b6fea5 req-e1466b41-3ec9-4534-acf6-1e345fee4407 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708561 Mar 31 16:01:39.632607 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3018937-5fb7-4ccd-9a90-1d1ea0bc760d req-61de0ec6-3b85-4cdf-8bac-a14368d3da02 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:39.636108 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3018937-5fb7-4ccd-9a90-1d1ea0bc760d req-61de0ec6-3b85-4cdf-8bac-a14368d3da02 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0739715 Mar 31 16:01:39.714398 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3018937-5fb7-4ccd-9a90-1d1ea0bc760d req-9dc863d1-5cd5-4eba-8359-9b66067396cf tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/security-groups?id=e30e71a6-5c69-46af-b466-4a7663f44e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722871 Mar 31 16:01:39.756517 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f838d4-be60-4216-994b-575170573307 req-4cf08899-8900-41de-bea2-99a38659f1f9 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:39.758890 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f2f838d4-be60-4216-994b-575170573307 req-4cf08899-8900-41de-bea2-99a38659f1f9 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 946 time: 0.0668650 Mar 31 16:01:39.915593 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Deleting port 254ab607-29ef-4cf2-b2db-117a5a6ae67c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:39.916136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:40.054031 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] For port 254ab607-29ef-4cf2-b2db-117a5a6ae67c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=254ab607-29ef-4cf2-b2db-117a5a6ae67c,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:40.054733 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:40.076449 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Calling delete_port for 254ab607-29ef-4cf2-b2db-117a5a6ae67c owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:40.269435 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (254ab607-29ef-4cf2-b2db-117a5a6ae67c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:40.300351 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event deleted for resources: {'Port': ['ID=254ab607-29ef-4cf2-b2db-117a5a6ae67c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:40.366287 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] No DVR routers for this DVR port 254ab607-29ef-4cf2-b2db-117a5a6ae67c on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:40.370962 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:40.377119 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f2f838d4-be60-4216-994b-575170573307 req-77d0aebf-07d8-4dad-ba75-eeb3643e2e1c tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.48 "DELETE /v2.0/ports/254ab607-29ef-4cf2-b2db-117a5a6ae67c HTTP/1.1" status: 204 len: 173 time: 0.6125677 Mar 31 16:01:40.377881 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-deleted', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:40.381806 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f424c-6ef1-4793-9085-1cd7f6fca05c" -d '{"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-deleted", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:40.426473 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac77182-09de-4333-ba84-be46bed82b6c x-openstack-request-id: req-6ac77182-09de-4333-ba84-be46bed82b6c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:40.426808 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddb97d-f7a3-42ad-9c8e-c14b324d1122", "name": "network-vif-deleted", "tag": "254ab607-29ef-4cf2-b2db-117a5a6ae67c", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:40.427071 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ac77182-09de-4333-ba84-be46bed82b6c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:40.427558 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac77182-09de-4333-ba84-be46bed82b6c'] response: {'server_uuid': '54ddb97d-f7a3-42ad-9c8e-c14b324d1122', 'name': 'network-vif-deleted', 'tag': '254ab607-29ef-4cf2-b2db-117a5a6ae67c', 'status': 'completed', 'code': 200} Mar 31 16:01:40.611226 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab98721-e1d2-422e-9c03-b2f8a104af4e req-f0ce6dee-0655-436b-b450-49e25acddb9d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:40.614175 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ab98721-e1d2-422e-9c03-b2f8a104af4e req-f0ce6dee-0655-436b-b450-49e25acddb9d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 944 time: 0.0693476 Mar 31 16:01:40.617749 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:40.699721 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ab98721-e1d2-422e-9c03-b2f8a104af4e req-29cf862c-f44f-441b-8892-787ce8406861 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760188 Mar 31 16:01:40.718064 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port fee90389-acdd-4504-99ef-bf19ffaa0012 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:40.718725 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:40.858051 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port fee90389-acdd-4504-99ef-bf19ffaa0012 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:40.858624 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:40.950815 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:40.954594 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd03367-d0da-47c1-adc3-d0c7a84021c5" -d '{"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-plugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:40.982795 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:41.007165 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93621607-a37e-4e5c-a5dd-5628efee4fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:41.044438 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8967db4-b697-42a0-947f-3d794e842667 x-openstack-request-id: req-e8967db4-b697-42a0-947f-3d794e842667 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:41.044438 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-plugged", "status": "completed", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:41.044438 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8967db4-b697-42a0-947f-3d794e842667 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:41.044438 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8967db4-b697-42a0-947f-3d794e842667'] response: {'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'code': 200} Mar 31 16:01:41.064067 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:41.173618 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=10']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:41.260126 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f28b953-d969-459e-b5b7-953cfc8b85bf req-f300d1d3-78bc-4500-98c2-f4a61a99554d tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "GET /v2.0/ports?device_id=54ddb97d-f7a3-42ad-9c8e-c14b324d1122 HTTP/1.1" status: 200 len: 210 time: 0.4222741 Mar 31 16:01:41.912694 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1cfac-014a-4dc8-bb30-b028a03cbaec req-d0579413-e38c-4322-ba2a-d82edbe23f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:41.915417 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ade1cfac-014a-4dc8-bb30-b028a03cbaec req-d0579413-e38c-4322-ba2a-d82edbe23f40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1130 time: 0.0818074 Mar 31 16:01:41.915736 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a464f0b-3330-4a8e-a896-34e1ae22fae3 req-6454d079-657b-44e9-98c7-2f101b980c36 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:41.917887 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a464f0b-3330-4a8e-a896-34e1ae22fae3 req-6454d079-657b-44e9-98c7-2f101b980c36 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.0769224 Mar 31 16:01:41.999362 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a464f0b-3330-4a8e-a896-34e1ae22fae3 req-b1c75f23-5538-43fb-8087-a2869f6a13e2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735514 Mar 31 16:01:42.013477 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ade1cfac-014a-4dc8-bb30-b028a03cbaec req-af8c1ed6-dfc4-4673-940f-ec118240c7dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834649 Mar 31 16:01:42.121914 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35052) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:42.262813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-138553db-6c61-4bcb-a453-6dc740170268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.394794 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-138553db-6c61-4bcb-a453-6dc740170268 admin admin] Publish callbacks [] for security_group (60ba6e73-47ee-480f-952b-a920e33a2270), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.526194 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-138553db-6c61-4bcb-a453-6dc740170268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (60ba6e73-47ee-480f-952b-a920e33a2270), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.572840 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35060) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:42.587594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138553db-6c61-4bcb-a453-6dc740170268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba6e73-47ee-480f-952b-a920e33a2270,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:42.597072 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-138553db-6c61-4bcb-a453-6dc740170268 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba799562144e4cfe8e04498d5cf0cbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704270 Mar 31 16:01:42.597360 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35062) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:42.625922 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:42.654442 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 254ab607-29ef-4cf2-b2db-117a5a6ae67c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:42.655150 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 254ab607-29ef-4cf2-b2db-117a5a6ae67c not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:42.671999 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef088ec5-0406-459b-b5ef-8d88ce56d704 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group (e30e71a6-5c69-46af-b466-4a7663f44e4e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.704729 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21e3cd23-c8b9-47b6-8209-b028c1d801c8 admin admin] Publish callbacks [] for security_group (60ba6e73-47ee-480f-952b-a920e33a2270), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.709069 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef088ec5-0406-459b-b5ef-8d88ce56d704 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group (e30e71a6-5c69-46af-b466-4a7663f44e4e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.744344 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21e3cd23-c8b9-47b6-8209-b028c1d801c8 admin admin] Publish callbacks [] for security_group (60ba6e73-47ee-480f-952b-a920e33a2270), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.875186 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef088ec5-0406-459b-b5ef-8d88ce56d704 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (e30e71a6-5c69-46af-b466-4a7663f44e4e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.878039 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ef088ec5-0406-459b-b5ef-8d88ce56d704 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.880445 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ef088ec5-0406-459b-b5ef-8d88ce56d704 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] 10.222.0.58 "DELETE /v2.0/security-groups/e30e71a6-5c69-46af-b466-4a7663f44e4e HTTP/1.1" status: 204 len: 168 time: 0.3055227 Mar 31 16:01:42.895608 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef088ec5-0406-459b-b5ef-8d88ce56d704 tempest-TestShelveInstance-1621711669 tempest-TestShelveInstance-1621711669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e71a6-5c69-46af-b466-4a7663f44e4e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:42.904694 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21e3cd23-c8b9-47b6-8209-b028c1d801c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (60ba6e73-47ee-480f-952b-a920e33a2270), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.910122 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-21e3cd23-c8b9-47b6-8209-b028c1d801c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:42.912474 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-21e3cd23-c8b9-47b6-8209-b028c1d801c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60ba6e73-47ee-480f-952b-a920e33a2270 HTTP/1.1" status: 204 len: 168 time: 0.3138201 Mar 31 16:01:42.925760 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3cd23-c8b9-47b6-8209-b028c1d801c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba6e73-47ee-480f-952b-a920e33a2270,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:42.999388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35070) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:43.317845 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4246-e970-428d-aca7-27fd96e07ad6 req-b81870b7-d960-44a5-8188-a82ceaddea06 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:43.321072 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a6f4246-e970-428d-aca7-27fd96e07ad6 req-b81870b7-d960-44a5-8188-a82ceaddea06 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.1810796 Mar 31 16:01:43.545511 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a6f4246-e970-428d-aca7-27fd96e07ad6 req-4036f8df-ee35-4548-b0de-1500a80f16bf tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043271 Mar 31 16:01:43.727558 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:43.747599 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35098) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:43.768137 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9ba55f36-8fd0-4445-9bd4-61615c2ed549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:43.897188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9ba55f36-8fd0-4445-9bd4-61615c2ed549 admin admin] Publish callbacks [] for security_group (6d85eca0-08d1-4ac1-95a0-3b37489a8ca5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:43.898065 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (e78cda06-dff6-4336-8260-7eabc482ae43), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:43.989649 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9ba55f36-8fd0-4445-9bd4-61615c2ed549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6d85eca0-08d1-4ac1-95a0-3b37489a8ca5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.055135 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9ba55f36-8fd0-4445-9bd4-61615c2ed549 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5f0198ceeb44ff8a26364e121ad03bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059890 Mar 31 16:01:44.056711 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba55f36-8fd0-4445-9bd4-61615c2ed549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85eca0-08d1-4ac1-95a0-3b37489a8ca5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:44.064311 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35108) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:44.179210 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0b9e289d-77eb-4f93-a85e-325d84c05813 admin admin] Publish callbacks [] for security_group (6d85eca0-08d1-4ac1-95a0-3b37489a8ca5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.225581 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0b9e289d-77eb-4f93-a85e-325d84c05813 admin admin] Publish callbacks [] for security_group (6d85eca0-08d1-4ac1-95a0-3b37489a8ca5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.357387 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Deleting port a1cb3d9c-c54b-402a-89a1-562b8748956f {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:44.358306 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.372539 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0b9e289d-77eb-4f93-a85e-325d84c05813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6d85eca0-08d1-4ac1-95a0-3b37489a8ca5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.375222 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0b9e289d-77eb-4f93-a85e-325d84c05813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.376441 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0b9e289d-77eb-4f93-a85e-325d84c05813 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d85eca0-08d1-4ac1-95a0-3b37489a8ca5 HTTP/1.1" status: 204 len: 168 time: 0.3108766 Mar 31 16:01:44.386035 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e289d-77eb-4f93-a85e-325d84c05813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85eca0-08d1-4ac1-95a0-3b37489a8ca5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:44.509355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] For port a1cb3d9c-c54b-402a-89a1-562b8748956f, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=a1cb3d9c-c54b-402a-89a1-562b8748956f,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:44.510035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.538820 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Calling delete_port for a1cb3d9c-c54b-402a-89a1-562b8748956f owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:44.773157 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db813-d63c-4c11-9de7-3cc6954d99b4 req-6ed1e218-aaff-4649-b1d7-756f00c14ff9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:44.775678 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb6db813-d63c-4c11-9de7-3cc6954d99b4 req-6ed1e218-aaff-4649-b1d7-756f00c14ff9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.0909166 Mar 31 16:01:44.875498 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb6db813-d63c-4c11-9de7-3cc6954d99b4 req-c6f6ea4c-d18d-418b-86cb-b5381b2890ca tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926998 Mar 31 16:01:44.900238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (a1cb3d9c-c54b-402a-89a1-562b8748956f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:44.948833 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cb3d9c-c54b-402a-89a1-562b8748956f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:44.978436 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:45.233996 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (e78cda06-dff6-4336-8260-7eabc482ae43), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:45.576927 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Router e78cda06-dff6-4336-8260-7eabc482ae43 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:45.730218 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:45.736550 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-14f0ff36-a7e7-4ef5-b03a-86e02ee52629 admin admin] 10.222.0.58 "PUT /v2.0/routers/e78cda06-dff6-4336-8260-7eabc482ae43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7357743 Mar 31 16:01:45.740755 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35136) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:45.744747 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] Sync routers for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:45.764277 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:45.768393 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:45.972738 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks [] for router (e78cda06-dff6-4336-8260-7eabc482ae43), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:45.999034 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:46.033899 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35142) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:46.129489 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5a768-0c98-49ec-a405-266857ef15a4 req-9a919270-17a4-4215-9004-58d98a21dcec tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:46.142060 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ee5a768-0c98-49ec-a405-266857ef15a4 req-9a919270-17a4-4215-9004-58d98a21dcec tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.1353734 Mar 31 16:01:46.233514 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ee5a768-0c98-49ec-a405-266857ef15a4 req-32398b0e-8fbe-4147-ad1c-654cad17e8e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899787 Mar 31 16:01:46.239477 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks [] for router_gateway (e78cda06-dff6-4336-8260-7eabc482ae43), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.261340 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-712567747-network', 'tenant_id': 'ca47395d871b4eddad84507a2627d037'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:46.371095 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T16:01:44Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:46.429136 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] Checking router: e78cda06-dff6-4336-8260-7eabc482ae43 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:46.445129 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] Routers {'e78cda06-dff6-4336-8260-7eabc482ae43'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:46.446114 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['e78cda06-dff6-4336-8260-7eabc482ae43'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:46.550599 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Made reservation on behalf of ca47395d871b4eddad84507a2627d037 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:46.552892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.555402 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.564340 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.601298 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Deleting port 57573111-49ec-4783-b98d-9e9e1b9b9459 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:46.601899 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.629654 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] Set router e78cda06-dff6-4336-8260-7eabc482ae43 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:46.737288 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] For port 57573111-49ec-4783-b98d-9e9e1b9b9459, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=57573111-49ec-4783-b98d-9e9e1b9b9459,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:46.737544 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.755016 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks [] for security_group (20009e78-e865-4503-a1d5-105e3f7f7702), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.759326 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Calling delete_port for 57573111-49ec-4783-b98d-9e9e1b9b9459 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:46.842256 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (20009e78-e865-4503-a1d5-105e3f7f7702), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.898520 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:01:46.907958 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T16:01:44Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:46.926308 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20009e78-e865-4503-a1d5-105e3f7f7702,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:46.940655 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (e627bef7-0036-4b56-a240-9424375215b7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.940655 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Added segment e627bef7-0036-4b56-a240-9424375215b7 of type vlan for network f44c61b7-5431-4ba6-97aa-0c29d062c127 Mar 31 16:01:46.943412 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7da37-4dcf-42ce-97c6-9b0e8a794ceb None None] The sync data for ids ['e78cda06-dff6-4336-8260-7eabc482ae43'] in dv-cinder-836027-1-iscsi is: [{'id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'name': 'tempest-TestShelveInstance-1297593462-router', 'tenant_id': '53f00ecd42a24c82800c15d8b262171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:15Z', 'updated_at': '2022-03-31T16:01:44Z', 'revision_number': 5, 'project_id': '53f00ecd42a24c82800c15d8b262171a', 'gw_port': {'id': '57573111-49ec-4783-b98d-9e9e1b9b9459', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78cda06-dff6-4336-8260-7eabc482ae43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:16Z', 'updated_at': '2022-03-31T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:47.053617 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (f44c61b7-5431-4ba6-97aa-0c29d062c127), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.178365 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (f44c61b7-5431-4ba6-97aa-0c29d062c127), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.179843 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:47.180492 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.274907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] Pushing event updated for resources: {'Network': ['ID=f44c61b7-5431-4ba6-97aa-0c29d062c127,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:47.287162 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (57573111-49ec-4783-b98d-9e9e1b9b9459), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.300110 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network f44c61b7-5431-4ba6-97aa-0c29d062c127 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:01:47.330994 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Pushing event deleted for resources: {'Port': ['ID=57573111-49ec-4783-b98d-9e9e1b9b9459,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:47.376976 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6100ea23-7625-47cd-b224-78a7691abda0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3427544 Mar 31 16:01:47.381224 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35148) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:47.389556 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Request body: {'subnet': {'network_id': 'f44c61b7-5431-4ba6-97aa-0c29d062c127', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-712567747-subnet', 'tenant_id': 'ca47395d871b4eddad84507a2627d037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:47.438056 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (e78cda06-dff6-4336-8260-7eabc482ae43), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.481097 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Made reservation on behalf of ca47395d871b4eddad84507a2627d037 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:47.484057 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25722440'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.563771 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (e78cda06-dff6-4336-8260-7eabc482ae43), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.566836 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks [] for router_controller (e78cda06-dff6-4336-8260-7eabc482ae43), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.692266 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (e78cda06-dff6-4336-8260-7eabc482ae43), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.692990 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78cda06-dff6-4336-8260-7eabc482ae43 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:01:47.702583 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.707381 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c364698c-9b91-40fd-bd99-36bc69c9a040 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e78cda06-dff6-4336-8260-7eabc482ae43 HTTP/1.1" status: 204 len: 168 time: 1.9616385 Mar 31 16:01:47.707848 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35150) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:47.762058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Deleting subnet ddc93f13-f37b-402e-a180-dc1cdc9267bd {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:01:47.766241 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Publish callbacks [] for subnet (ddc93f13-f37b-402e-a180-dc1cdc9267bd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.801588 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26479318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25722462'] for subnet (2dea0a43-4566-4658-99a0-b9fa06aead08), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.824739 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (ddc93f13-f37b-402e-a180-dc1cdc9267bd), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:47.907504 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a1cb3d9c-c54b-402a-89a1-562b8748956f no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:47.944980 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: a1cb3d9c-c54b-402a-89a1-562b8748956f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:47.945399 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device a1cb3d9c-c54b-402a-89a1-562b8748956f not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:47.961644 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dea0a43-4566-4658-99a0-b9fa06aead08,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:47.973815 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Checking segment: {'id': 'e627bef7-0036-4b56-a240-9424375215b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f44c61b7-5431-4ba6-97aa-0c29d062c127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:47.974184 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Network hostable DHCP agents. Network: f44c61b7-5431-4ba6-97aa-0c29d062c127, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:01:48.002614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (ddc93f13-f37b-402e-a180-dc1cdc9267bd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.103577 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Network f44c61b7-5431-4ba6-97aa-0c29d062c127 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:01:48.185252 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (ddc93f13-f37b-402e-a180-dc1cdc9267bd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.200552 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, f44c61b7-5431-4ba6-97aa-0c29d062c127) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:48.206651 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:48.207643 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.214036 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ea8b3-8e90-4ace-b2c2-e653ff39e76f None None] Network f44c61b7-5431-4ba6-97aa-0c29d062c127 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:48.217077 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc93f13-f37b-402e-a180-dc1cdc9267bd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:48.227014 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.233955 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-defbea12-364a-4a79-b799-7f82f2322d06 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ddc93f13-f37b-402e-a180-dc1cdc9267bd HTTP/1.1" status: 204 len: 168 time: 0.5211298 Mar 31 16:01:48.234257 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35152) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:48.271506 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ffcf0-968e-4a8c-a576-c1bbafacbf1b None None] Network 05946b88-413e-41d0-94fd-893fef1ec51e requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:48.320307 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8a17f8fa-c12a-4c7c-9b8b-c954c745cc41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9372301 Mar 31 16:01:48.346036 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (05946b88-413e-41d0-94fd-893fef1ec51e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.432067 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Deleting port 738e71c9-32fa-48e6-a307-8699e260d406 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:48.434101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (738e71c9-32fa-48e6-a307-8699e260d406), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.542453 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] For port 738e71c9-32fa-48e6-a307-8699e260d406, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=738e71c9-32fa-48e6-a307-8699e260d406,segment=NetworkSegment(4ad16860-10de-4044-bf49-71bf03599928),segment_id=4ad16860-10de-4044-bf49-71bf03599928)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:48.542993 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (738e71c9-32fa-48e6-a307-8699e260d406), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.568132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Calling delete_port for 738e71c9-32fa-48e6-a307-8699e260d406 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:48.597953 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c06896e-b6cf-4d98-86c9-8c3db63057be None None] Network f44c61b7-5431-4ba6-97aa-0c29d062c127 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:48.689499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] DHCP port deletion for 05946b88-413e-41d0-94fd-893fef1ec51e request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:01:48.726674 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (738e71c9-32fa-48e6-a307-8699e260d406), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.776478 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] No DVR routers for this DVR port 738e71c9-32fa-48e6-a307-8699e260d406 on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:48.780037 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=738e71c9-32fa-48e6-a307-8699e260d406,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:48.797975 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Deleting port 738e71c9-32fa-48e6-a307-8699e260d406 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:48.798575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (738e71c9-32fa-48e6-a307-8699e260d406), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.865964 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (05946b88-413e-41d0-94fd-893fef1ec51e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.895608 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] For port 738e71c9-32fa-48e6-a307-8699e260d406, host dv-cinder-836027-1-iscsi, got binding levels [] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:48.896305 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (738e71c9-32fa-48e6-a307-8699e260d406), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.899394 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05946b88-413e-41d0-94fd-893fef1ec51e']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:48.916270 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad16860-10de-4044-bf49-71bf03599928') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:48.916639 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad16860-10de-4044-bf49-71bf03599928') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:48.925295 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Calling delete_port for 738e71c9-32fa-48e6-a307-8699e260d406 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:48.928955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (4ad16860-10de-4044-bf49-71bf03599928), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.930476 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.ipam_backend_mixin [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Port 738e71c9-32fa-48e6-a307-8699e260d406 was not found and therefore no delete operation was performed {{(pid=104110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 16:01:48.937159 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (738e71c9-32fa-48e6-a307-8699e260d406), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.958649 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (4ad16860-10de-4044-bf49-71bf03599928), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.967873 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:01:48.968417 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (4ad16860-10de-4044-bf49-71bf03599928), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:01:48.970455 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:01:48.983264 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] Pushing event deleted for resources: {'Port': ['ID=738e71c9-32fa-48e6-a307-8699e260d406,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:48.991156 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fe0bc-b1e3-4520-a484-9eafb8e3d1ab None None] No DVR routers for this DVR port 738e71c9-32fa-48e6-a307-8699e260d406 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:49.160744 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (05946b88-413e-41d0-94fd-893fef1ec51e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.172342 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.173367 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] 10.222.0.58 "DELETE /v2.0/networks/05946b88-413e-41d0-94fd-893fef1ec51e HTTP/1.1" status: 204 len: 168 time: 0.9373386 Mar 31 16:01:49.177728 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35164) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:49.188543 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e691-1ddd-40f9-a107-86523795fb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=05946b88-413e-41d0-94fd-893fef1ec51e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:49.457734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.458250 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35172) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:49.458250 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604712148-network', 'tenant_id': '4bafcf907cea49579c0fdfccc131114c'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:49.578560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Made reservation on behalf of 4bafcf907cea49579c0fdfccc131114c for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:49.581284 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.592311 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.681298 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks [] for security_group (6a6a9366-609b-488b-b5f9-a564b5d319a7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.760404 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6a6a9366-609b-488b-b5f9-a564b5d319a7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.795531 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a9366-609b-488b-b5f9-a564b5d319a7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:49.803126 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:01:49.815306 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (f7ecaa8b-fcf3-4776-8e10-3d0e2447f638), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.815779 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Added segment f7ecaa8b-fcf3-4776-8e10-3d0e2447f638 of type vlan for network 26b8b36e-c613-403e-b47c-50b9515e2bad Mar 31 16:01:49.851038 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 57573111-49ec-4783-b98d-9e9e1b9b9459 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:49.866899 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (26b8b36e-c613-403e-b47c-50b9515e2bad), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.889003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 57573111-49ec-4783-b98d-9e9e1b9b9459 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:49.890904 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 57573111-49ec-4783-b98d-9e9e1b9b9459 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:49.891910 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 738e71c9-32fa-48e6-a307-8699e260d406 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:49.927577 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 738e71c9-32fa-48e6-a307-8699e260d406 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:49.928123 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 738e71c9-32fa-48e6-a307-8699e260d406 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:49.954759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (26b8b36e-c613-403e-b47c-50b9515e2bad), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.955796 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:49.956384 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.009472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (9048cad3-9902-4621-98f3-93f48d7939a7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.018487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] Pushing event updated for resources: {'Network': ['ID=26b8b36e-c613-403e-b47c-50b9515e2bad,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.030419 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 26b8b36e-c613-403e-b47c-50b9515e2bad details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:01:50.112880 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ef44aa8f-2913-4dba-9c84-bae4f412de2a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6661646 Mar 31 16:01:50.117176 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35174) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:50.122835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Request body: {'subnet': {'network_id': '26b8b36e-c613-403e-b47c-50b9515e2bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604712148-subnet', 'tenant_id': '4bafcf907cea49579c0fdfccc131114c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:50.263287 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Made reservation on behalf of 4bafcf907cea49579c0fdfccc131114c for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:50.265933 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25722440'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.309900 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Deleting port 953e7e48-0203-4b1e-a9f7-55ad316122d2 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:50.310176 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.407823 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] For port 953e7e48-0203-4b1e-a9f7-55ad316122d2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=953e7e48-0203-4b1e-a9f7-55ad316122d2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:50.408166 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.424052 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Calling delete_port for 953e7e48-0203-4b1e-a9f7-55ad316122d2 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:50.544244 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26479318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25722462'] for subnet (d1d0d917-e1e4-4a06-b8c2-45bb2686239f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.611590 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d0d917-e1e4-4a06-b8c2-45bb2686239f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.621115 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Checking segment: {'id': 'f7ecaa8b-fcf3-4776-8e10-3d0e2447f638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '26b8b36e-c613-403e-b47c-50b9515e2bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:50.621482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Network hostable DHCP agents. Network: 26b8b36e-c613-403e-b47c-50b9515e2bad, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:01:50.715443 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (953e7e48-0203-4b1e-a9f7-55ad316122d2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.746168 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=953e7e48-0203-4b1e-a9f7-55ad316122d2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.749976 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Network 26b8b36e-c613-403e-b47c-50b9515e2bad is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:01:50.835106 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 26b8b36e-c613-403e-b47c-50b9515e2bad) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:50.847033 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7b3fd-ecc5-4a4e-9fac-536eceba7625 None None] Network 26b8b36e-c613-403e-b47c-50b9515e2bad requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:50.847989 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:50.848750 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.947285 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-29d9355d-436c-4dfb-98a5-475ae67e7b63 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8166599 Mar 31 16:01:51.004907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (9048cad3-9902-4621-98f3-93f48d7939a7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.011967 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0adafa-1430-44d8-894a-90c0ea65440e None None] Network 26b8b36e-c613-403e-b47c-50b9515e2bad requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:51.350453 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Router 9048cad3-9902-4621-98f3-93f48d7939a7 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:51.494141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:51.503566 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-984d29c7-26aa-46ff-9d6f-6a92a59295a6 admin admin] 10.222.0.58 "PUT /v2.0/routers/9048cad3-9902-4621-98f3-93f48d7939a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244181 Mar 31 16:01:51.506140 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35182) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:51.515263 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] Sync routers for ids ['9048cad3-9902-4621-98f3-93f48d7939a7'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:51.540912 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] Routers {'9048cad3-9902-4621-98f3-93f48d7939a7'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:51.543459 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['9048cad3-9902-4621-98f3-93f48d7939a7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:51.682093 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks [] for router (9048cad3-9902-4621-98f3-93f48d7939a7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.709234 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:01:51.763780 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] Set router 9048cad3-9902-4621-98f3-93f48d7939a7 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:51.854116 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks [] for router_gateway (9048cad3-9902-4621-98f3-93f48d7939a7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.034294 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Deleting port 547eb142-5571-4508-9292-b0f141d08b50 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:52.034952 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (547eb142-5571-4508-9292-b0f141d08b50), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.076774 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '547eb142-5571-4508-9292-b0f141d08b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T16:01:50Z', 'revision_number': 5, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port': {'id': '547eb142-5571-4508-9292-b0f141d08b50', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:56:34Z', 'updated_at': '2022-03-31T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:52.106866 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] Checking router: 9048cad3-9902-4621-98f3-93f48d7939a7 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:52.119047 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] Routers {'9048cad3-9902-4621-98f3-93f48d7939a7'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:52.119047 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:01:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['9048cad3-9902-4621-98f3-93f48d7939a7'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:52.182852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] For port 547eb142-5571-4508-9292-b0f141d08b50, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=547eb142-5571-4508-9292-b0f141d08b50,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:52.183576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (547eb142-5571-4508-9292-b0f141d08b50), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.211927 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Calling delete_port for 547eb142-5571-4508-9292-b0f141d08b50 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:52.216023 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] Set router 9048cad3-9902-4621-98f3-93f48d7939a7 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:52.281569 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T16:01:51Z', 'revision_number': 6, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:52.329357 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ae6f-1ec0-46ba-9d8f-39a51f75a36c None None] The sync data for ids ['9048cad3-9902-4621-98f3-93f48d7939a7'] in dv-cinder-836027-1-iscsi is: [{'id': '9048cad3-9902-4621-98f3-93f48d7939a7', 'name': 'tempest-TestShelveInstance-1581985592-router', 'tenant_id': 'f38977b0d628440891e640398bf3b49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:56:32Z', 'updated_at': '2022-03-31T16:01:51Z', 'revision_number': 6, 'project_id': 'f38977b0d628440891e640398bf3b49d', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:52.577876 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (547eb142-5571-4508-9292-b0f141d08b50), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.623533 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Pushing event deleted for resources: {'Port': ['ID=547eb142-5571-4508-9292-b0f141d08b50,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:52.688141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (9048cad3-9902-4621-98f3-93f48d7939a7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.796425 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (9048cad3-9902-4621-98f3-93f48d7939a7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.799797 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks [] for router_controller (9048cad3-9902-4621-98f3-93f48d7939a7), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.943472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (9048cad3-9902-4621-98f3-93f48d7939a7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.943999 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9048cad3-9902-4621-98f3-93f48d7939a7 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:01:52.949044 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:52.950230 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f027d88b-77ec-4e38-9238-31e6b27b9591 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9048cad3-9902-4621-98f3-93f48d7939a7 HTTP/1.1" status: 204 len: 168 time: 1.4425154 Mar 31 16:01:52.952992 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:53.007649 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Deleting subnet 347629eb-9513-40ba-8fc5-c68e23e57d17 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:01:53.012727 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Publish callbacks [] for subnet (347629eb-9513-40ba-8fc5-c68e23e57d17), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.078155 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (347629eb-9513-40ba-8fc5-c68e23e57d17), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.217892 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (347629eb-9513-40ba-8fc5-c68e23e57d17), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.349933 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (347629eb-9513-40ba-8fc5-c68e23e57d17), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.386926 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347629eb-9513-40ba-8fc5-c68e23e57d17,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:53.391054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.394343 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2c3e56e8-a41a-492e-8ab7-b3e723f4a18d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/347629eb-9513-40ba-8fc5-c68e23e57d17 HTTP/1.1" status: 204 len: 168 time: 0.4402950 Mar 31 16:01:53.398588 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35196) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:53.402210 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00156c68-830f-4ef0-8c19-f353b03b0470 None None] Network 19e2dfff-5685-47c4-a2b6-b04e15ed7530 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:53.580959 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (19e2dfff-5685-47c4-a2b6-b04e15ed7530), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.701771 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] DHCP port deletion for 19e2dfff-5685-47c4-a2b6-b04e15ed7530 request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:01:53.708201 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Deleting port e7e61853-1b91-47f8-a5f4-14b93714eda2 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:53.708871 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.807173 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] Deleting port e7e61853-1b91-47f8-a5f4-14b93714eda2 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:53.807495 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.851480 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] For port e7e61853-1b91-47f8-a5f4-14b93714eda2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=e7e61853-1b91-47f8-a5f4-14b93714eda2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:53.851861 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.878713 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Calling delete_port for e7e61853-1b91-47f8-a5f4-14b93714eda2 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:53.884625 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 547eb142-5571-4508-9292-b0f141d08b50 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:53.925887 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 547eb142-5571-4508-9292-b0f141d08b50 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:53.926463 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 547eb142-5571-4508-9292-b0f141d08b50 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:53.927212 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device e7e61853-1b91-47f8-a5f4-14b93714eda2 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:53.980398 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] For port e7e61853-1b91-47f8-a5f4-14b93714eda2, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=e7e61853-1b91-47f8-a5f4-14b93714eda2,segment=NetworkSegment(482a8093-6d58-4b2d-ba88-f5fcc89f7862),segment_id=482a8093-6d58-4b2d-ba88-f5fcc89f7862)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:53.981150 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.016875 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] Calling delete_port for e7e61853-1b91-47f8-a5f4-14b93714eda2 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:54.112285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port e7e61853-1b91-47f8-a5f4-14b93714eda2 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:54.112694 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.118367 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.169812 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e61853-1b91-47f8-a5f4-14b93714eda2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:54.175090 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] No DVR routers for this DVR port e7e61853-1b91-47f8-a5f4-14b93714eda2 on host dv-cinder-836027-1-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:54.188664 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 953e7e48-0203-4b1e-a9f7-55ad316122d2 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:54.211682 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 953e7e48-0203-4b1e-a9f7-55ad316122d2 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:54.212294 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 953e7e48-0203-4b1e-a9f7-55ad316122d2 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:54.216520 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (e7e61853-1b91-47f8-a5f4-14b93714eda2), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.250812 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] Pushing event deleted for resources: {'Port': ['ID=e7e61853-1b91-47f8-a5f4-14b93714eda2,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:54.252788 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dac8a7-4ab7-41f8-8454-dd595dec23d4 None None] No DVR routers for this DVR port e7e61853-1b91-47f8-a5f4-14b93714eda2 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:54.297079 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (19e2dfff-5685-47c4-a2b6-b04e15ed7530), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.335920 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e2dfff-5685-47c4-a2b6-b04e15ed7530']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:54.354213 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482a8093-6d58-4b2d-ba88-f5fcc89f7862') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:54.354800 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482a8093-6d58-4b2d-ba88-f5fcc89f7862') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:54.373511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25427007'] for segment (482a8093-6d58-4b2d-ba88-f5fcc89f7862), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.400020 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (482a8093-6d58-4b2d-ba88-f5fcc89f7862), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.407569 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:01:54.408033 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26015054'] for segment (482a8093-6d58-4b2d-ba88-f5fcc89f7862), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: Traceback (most recent call last): Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: timer() Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: cb(*args, **kw) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: return func(*args, **kwargs) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: self._notify() Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: self.callback(batched_events) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: event.method(event) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: return f(self, *a, **k) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._get(url).json() Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: return self.request(url, 'GET', **kwargs) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:01:54.410213 dv-cinder-836027-1-iscsi neutron-server[104109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:01:54.520405 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (19e2dfff-5685-47c4-a2b6-b04e15ed7530), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.529720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.534607 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] 10.222.0.58 "DELETE /v2.0/networks/19e2dfff-5685-47c4-a2b6-b04e15ed7530 HTTP/1.1" status: 204 len: 168 time: 1.1334784 Mar 31 16:01:54.549957 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ec282-baa4-48e0-8887-0d5e85d2e4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=19e2dfff-5685-47c4-a2b6-b04e15ed7530,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:54.991643 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35206) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:55.042772 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f183152d-af9b-48c2-9f02-cc33008c4fbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53f00ecd42a24c82800c15d8b262171a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492833 Mar 31 16:01:55.046711 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35208) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:55.133365 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2324a3b9-4ca0-403b-ad37-97a55e4224c2 admin admin] Publish callbacks [] for security_group (ccb1008e-5104-4d40-b495-ec51b7e55462), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.174074 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2324a3b9-4ca0-403b-ad37-97a55e4224c2 admin admin] Publish callbacks [] for security_group (ccb1008e-5104-4d40-b495-ec51b7e55462), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.350494 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2324a3b9-4ca0-403b-ad37-97a55e4224c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (ccb1008e-5104-4d40-b495-ec51b7e55462), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.354872 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2324a3b9-4ca0-403b-ad37-97a55e4224c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.357716 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2324a3b9-4ca0-403b-ad37-97a55e4224c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccb1008e-5104-4d40-b495-ec51b7e55462 HTTP/1.1" status: 204 len: 168 time: 0.3088586 Mar 31 16:01:55.372769 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a3b9-4ca0-403b-ad37-97a55e4224c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1008e-5104-4d40-b495-ec51b7e55462,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:56.586863 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35224) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:56.646220 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d46a7096-df8e-4cd5-9aed-85214ee3cbde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f38977b0d628440891e640398bf3b49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579162 Mar 31 16:01:56.649005 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35226) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:56.709796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4256c533-f926-40a8-bc5a-d2b5cbdc7883 admin admin] Publish callbacks [] for security_group (060dd8f1-84cc-49f9-b464-9ce89715790c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.740709 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4256c533-f926-40a8-bc5a-d2b5cbdc7883 admin admin] Publish callbacks [] for security_group (060dd8f1-84cc-49f9-b464-9ce89715790c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.886260 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4256c533-f926-40a8-bc5a-d2b5cbdc7883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (060dd8f1-84cc-49f9-b464-9ce89715790c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.889648 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4256c533-f926-40a8-bc5a-d2b5cbdc7883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.890196 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4256c533-f926-40a8-bc5a-d2b5cbdc7883 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/060dd8f1-84cc-49f9-b464-9ce89715790c HTTP/1.1" status: 204 len: 168 time: 0.2401657 Mar 31 16:01:56.900645 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256c533-f926-40a8-bc5a-d2b5cbdc7883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060dd8f1-84cc-49f9-b464-9ce89715790c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:58.241366 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-cafa1f85-fcaa-4a4a-8f38-2f704f9e798c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573988 Mar 31 16:01:58.365900 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-b7fe2989-1082-464f-868a-d7b758e27892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:58.367334 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-b7fe2989-1082-464f-868a-d7b758e27892 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 1130 time: 0.0570693 Mar 31 16:01:58.497905 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-970cf06d-447a-4ab2-b280-111f5049d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:58.499574 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-970cf06d-447a-4ab2-b280-111f5049d315 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1127398 Mar 31 16:01:58.584055 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-35fd6cce-1229-4f4e-8e89-c59bf684dfd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 200 len: 1001 time: 0.0776415 Mar 31 16:01:58.641082 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-19868146-471e-4dfc-841d-3bd0945e1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:58.642857 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-19868146-471e-4dfc-841d-3bd0945e1684 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0514867 Mar 31 16:01:58.715054 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-e5aee8cd-13ef-4959-b5f1-488a7f0349ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:58.716802 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-e5aee8cd-13ef-4959-b5f1-488a7f0349ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651050 Mar 31 16:01:58.843299 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-3e16815d-415a-4ebb-a404-a892ddfd5761 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168027 Mar 31 16:01:58.945716 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-524dbc85-1748-4ea3-a7cc-0f3f8e86ccf1 req-a8227959-194f-41ac-807d-93be7c27276c service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962992 Mar 31 16:02:07.925925 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ccc8-14ef-4683-8c93-b0234c0d8971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.335085 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35322) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:09.388402 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Deleting subnet 2dea0a43-4566-4658-99a0-b9fa06aead08 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:02:09.392272 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Publish callbacks [] for subnet (2dea0a43-4566-4658-99a0-b9fa06aead08), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.430377 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853635'] for subnet (2dea0a43-4566-4658-99a0-b9fa06aead08), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.482119 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (2dea0a43-4566-4658-99a0-b9fa06aead08), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.618823 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26479253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25722455'] for subnet (2dea0a43-4566-4658-99a0-b9fa06aead08), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.667765 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dea0a43-4566-4658-99a0-b9fa06aead08,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:09.683194 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.689122 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2dea0a43-4566-4658-99a0-b9fa06aead08 HTTP/1.1" status: 204 len: 168 time: 0.3523910 Mar 31 16:02:09.692021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35324) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:09.692607 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.692988 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.693571 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.694152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.694771 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.695347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.695926 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.696514 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.697094 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.697684 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.698880 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.699456 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.700026 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.700594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.701161 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341961-5516-41a5-9dbd-4a2fd5cbdcc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:09.812770 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (f44c61b7-5431-4ba6-97aa-0c29d062c127), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.900850 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (f44c61b7-5431-4ba6-97aa-0c29d062c127), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.925625 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44c61b7-5431-4ba6-97aa-0c29d062c127']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:09.937266 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e627bef7-0036-4b56-a240-9424375215b7') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:09.937568 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e627bef7-0036-4b56-a240-9424375215b7') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:09.949739 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25427007'] for segment (e627bef7-0036-4b56-a240-9424375215b7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.967238 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (e627bef7-0036-4b56-a240-9424375215b7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.974388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:02:09.974816 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26015054'] for segment (e627bef7-0036-4b56-a240-9424375215b7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: Traceback (most recent call last): Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: timer() Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: cb(*args, **kw) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: return func(*args, **kwargs) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: self._notify() Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: self.callback(batched_events) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: event.method(event) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: return f(self, *a, **k) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._get(url).json() Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: return self.request(url, 'GET', **kwargs) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:02:09.976605 dv-cinder-836027-1-iscsi neutron-server[104109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:02:10.131498 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (f44c61b7-5431-4ba6-97aa-0c29d062c127), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.138180 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.142342 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] 10.222.0.58 "DELETE /v2.0/networks/f44c61b7-5431-4ba6-97aa-0c29d062c127 HTTP/1.1" status: 204 len: 168 time: 0.4490993 Mar 31 16:02:10.145940 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35326) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:10.154682 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d3935-dc38-47a2-87bf-cf29d4ee142f admin admin] Pushing event deleted for resources: {'Network': ['ID=f44c61b7-5431-4ba6-97aa-0c29d062c127,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:10.199231 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Deleting subnet d1d0d917-e1e4-4a06-b8c2-45bb2686239f {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:02:10.203175 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Publish callbacks [] for subnet (d1d0d917-e1e4-4a06-b8c2-45bb2686239f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.517191 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853635'] for subnet (d1d0d917-e1e4-4a06-b8c2-45bb2686239f), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.561805 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (d1d0d917-e1e4-4a06-b8c2-45bb2686239f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.676476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26479253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25722455'] for subnet (d1d0d917-e1e4-4a06-b8c2-45bb2686239f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.708333 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d0d917-e1e4-4a06-b8c2-45bb2686239f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:10.713058 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.716983 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5bd6ece1-a13e-4f9f-a955-93a3d0aec792 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d1d0d917-e1e4-4a06-b8c2-45bb2686239f HTTP/1.1" status: 204 len: 168 time: 0.5698154 Mar 31 16:02:10.719603 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35332) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:10.794278 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (26b8b36e-c613-403e-b47c-50b9515e2bad), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.889802 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (26b8b36e-c613-403e-b47c-50b9515e2bad), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.924638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b8b36e-c613-403e-b47c-50b9515e2bad']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:10.936751 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ecaa8b-fcf3-4776-8e10-3d0e2447f638') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:10.937118 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ecaa8b-fcf3-4776-8e10-3d0e2447f638') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:10.950576 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (f7ecaa8b-fcf3-4776-8e10-3d0e2447f638), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.968007 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (f7ecaa8b-fcf3-4776-8e10-3d0e2447f638), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.976712 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:02:10.977202 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (f7ecaa8b-fcf3-4776-8e10-3d0e2447f638), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.977635 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0fa497d6-286b-4221-a8d5-a77687480709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:02:10.991198 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:02:11.109652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (26b8b36e-c613-403e-b47c-50b9515e2bad), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.120421 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.129412 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/26b8b36e-c613-403e-b47c-50b9515e2bad HTTP/1.1" status: 204 len: 168 time: 0.4051082 Mar 31 16:02:11.164007 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cab4a-5d99-48ef-8bbc-45c438bbeef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b8b36e-c613-403e-b47c-50b9515e2bad,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:11.615846 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35336) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:11.663980 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6aba6161-df71-4b39-8ae4-e1c33a5bd4a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca47395d871b4eddad84507a2627d037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469034 Mar 31 16:02:11.670657 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35338) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:11.730023 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb342-132d-495d-a3bf-5b3bfaa958b0 admin admin] Publish callbacks [] for security_group (20009e78-e865-4503-a1d5-105e3f7f7702), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.761990 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb342-132d-495d-a3bf-5b3bfaa958b0 admin admin] Publish callbacks [] for security_group (20009e78-e865-4503-a1d5-105e3f7f7702), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.931622 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb342-132d-495d-a3bf-5b3bfaa958b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (20009e78-e865-4503-a1d5-105e3f7f7702), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.935071 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb342-132d-495d-a3bf-5b3bfaa958b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.936473 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ec3fb342-132d-495d-a3bf-5b3bfaa958b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20009e78-e865-4503-a1d5-105e3f7f7702 HTTP/1.1" status: 204 len: 168 time: 0.2644260 Mar 31 16:02:11.949125 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fb342-132d-495d-a3bf-5b3bfaa958b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20009e78-e865-4503-a1d5-105e3f7f7702,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:12.704654 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35344) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:12.756628 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3f369626-7db4-41ba-aa6d-7ea035db08b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bafcf907cea49579c0fdfccc131114c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503845 Mar 31 16:02:12.759388 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35346) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:12.815633 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-49847e69-891b-4b58-b8fa-d0f9c5acf1a6 admin admin] Publish callbacks [] for security_group (6a6a9366-609b-488b-b5f9-a564b5d319a7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.841798 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-49847e69-891b-4b58-b8fa-d0f9c5acf1a6 admin admin] Publish callbacks [] for security_group (6a6a9366-609b-488b-b5f9-a564b5d319a7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.954096 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-49847e69-891b-4b58-b8fa-d0f9c5acf1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6a6a9366-609b-488b-b5f9-a564b5d319a7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.956868 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-49847e69-891b-4b58-b8fa-d0f9c5acf1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.958314 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-49847e69-891b-4b58-b8fa-d0f9c5acf1a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a6a9366-609b-488b-b5f9-a564b5d319a7 HTTP/1.1" status: 204 len: 168 time: 0.1978242 Mar 31 16:02:12.970973 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49847e69-891b-4b58-b8fa-d0f9c5acf1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a9366-609b-488b-b5f9-a564b5d319a7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:13.784245 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.943424 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.434351 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.202967 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35420) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:19.357254 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02566889-b589-4bbf-af5b-81d1b5499177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.383638 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.461445 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02566889-b589-4bbf-af5b-81d1b5499177 admin admin] Publish callbacks [] for security_group (2526b20f-47bd-49e4-8d34-0ccbb4a1135b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.536900 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02566889-b589-4bbf-af5b-81d1b5499177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2526b20f-47bd-49e4-8d34-0ccbb4a1135b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.577833 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02566889-b589-4bbf-af5b-81d1b5499177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2526b20f-47bd-49e4-8d34-0ccbb4a1135b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:19.583665 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-02566889-b589-4bbf-af5b-81d1b5499177 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f52a2a11813c43ab98a7d83d911fe491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793845 Mar 31 16:02:19.587715 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35424) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:19.648792 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603fcc4d-81dc-4d63-925f-f7940143517e admin admin] Publish callbacks [] for security_group (2526b20f-47bd-49e4-8d34-0ccbb4a1135b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.675711 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603fcc4d-81dc-4d63-925f-f7940143517e admin admin] Publish callbacks [] for security_group (2526b20f-47bd-49e4-8d34-0ccbb4a1135b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.816854 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603fcc4d-81dc-4d63-925f-f7940143517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (2526b20f-47bd-49e4-8d34-0ccbb4a1135b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.819916 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603fcc4d-81dc-4d63-925f-f7940143517e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.821644 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-603fcc4d-81dc-4d63-925f-f7940143517e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2526b20f-47bd-49e4-8d34-0ccbb4a1135b HTTP/1.1" status: 204 len: 168 time: 0.2320154 Mar 31 16:02:19.834136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fcc4d-81dc-4d63-925f-f7940143517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2526b20f-47bd-49e4-8d34-0ccbb4a1135b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:20.551464 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35432) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:20.566137 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4781-86fe-4411-8c92-d87f9ba2c993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.669276 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4781-86fe-4411-8c92-d87f9ba2c993 admin admin] Publish callbacks [] for security_group (9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.732125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4781-86fe-4411-8c92-d87f9ba2c993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.777915 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e1bb4781-86fe-4411-8c92-d87f9ba2c993 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ca13083a246417594541260856dbe90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251251 Mar 31 16:02:20.778745 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb4781-86fe-4411-8c92-d87f9ba2c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:20.783246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35434) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:20.851426 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8783cd17-fd9a-44a9-8501-609b7d39457c admin admin] Publish callbacks [] for security_group (9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.881649 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8783cd17-fd9a-44a9-8501-609b7d39457c admin admin] Publish callbacks [] for security_group (9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.020312 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8783cd17-fd9a-44a9-8501-609b7d39457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.027183 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8783cd17-fd9a-44a9-8501-609b7d39457c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.029236 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8783cd17-fd9a-44a9-8501-609b7d39457c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6 HTTP/1.1" status: 204 len: 168 time: 0.2447350 Mar 31 16:02:21.042440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783cd17-fd9a-44a9-8501-609b7d39457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd941b-b1fa-4ec0-a519-b3f03c22bcd6,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.035516 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f672fb-b83d-49d5-aee7-ff1b2f921c52 req-775aa83c-a61f-411a-9e00-2d2fd52f0c69 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:22.037443 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86f672fb-b83d-49d5-aee7-ff1b2f921c52 req-775aa83c-a61f-411a-9e00-2d2fd52f0c69 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.0673852 Mar 31 16:02:22.103230 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86f672fb-b83d-49d5-aee7-ff1b2f921c52 req-33181763-685c-42c7-b326-a9d74fbd32c0 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552249 Mar 31 16:02:23.269183 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82389e-2315-4a3e-b8ec-ab41df7a1dba req-2ee9c2db-8fae-4ced-8a85-bd7037986002 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:23.270936 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de82389e-2315-4a3e-b8ec-ab41df7a1dba req-2ee9c2db-8fae-4ced-8a85-bd7037986002 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.0645254 Mar 31 16:02:23.336767 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de82389e-2315-4a3e-b8ec-ab41df7a1dba req-cd22321b-85c8-4891-b5f0-4a5e25638007 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=37ec5c08-947d-475d-9959-a8a692dc9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524244 Mar 31 16:02:23.656059 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-1f1387be-8483-45aa-867e-f3de1cadc87b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:23.657697 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-1f1387be-8483-45aa-867e-f3de1cadc87b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 946 time: 0.0697136 Mar 31 16:02:23.770124 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Deleting port fee90389-acdd-4504-99ef-bf19ffaa0012 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:02:23.770476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.886885 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] For port fee90389-acdd-4504-99ef-bf19ffaa0012, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=fee90389-acdd-4504-99ef-bf19ffaa0012,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:23.887404 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.115762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.116181 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.116582 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Floating IP 14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a disassociated. External IP: 172.27.1.137, port: fee90389-acdd-4504-99ef-bf19ffaa0012. Mar 31 16:02:24.116980 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Calling delete_port for fee90389-acdd-4504-99ef-bf19ffaa0012 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:02:24.417845 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (fee90389-acdd-4504-99ef-bf19ffaa0012), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.454813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event deleted for resources: {'Port': ['ID=fee90389-acdd-4504-99ef-bf19ffaa0012,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:24.478628 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1dab4434-9825-4d92-85aa-ececb48fb71b req-8ac32a37-1d7a-400c-8f4a-66805b9409b9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 210 time: 0.0486979 Mar 31 16:02:24.592830 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:02:24.767472 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:24.782897 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:24.802632 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:24.803844 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:02:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:24.826962 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] No DVR routers for this DVR port fee90389-acdd-4504-99ef-bf19ffaa0012 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:02:24.830013 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.833869 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fb20c5cc-deeb-48c5-ac98-cfa3e45f8b74 req-0817ddfd-0450-49bd-becf-c76cfd71cdf2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "DELETE /v2.0/ports/fee90389-acdd-4504-99ef-bf19ffaa0012 HTTP/1.1" status: 204 len: 173 time: 1.1709898 Mar 31 16:02:24.834397 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-deleted', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:24.837713 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cf25ab-94d2-422e-935b-2abf43931460" -d '{"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-deleted", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:24.881782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780763a-9402-4159-8fc0-8fd655deec11 x-openstack-request-id: req-f780763a-9402-4159-8fc0-8fd655deec11 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:24.882099 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab31124-0e05-4556-a88c-8233f090f315", "name": "network-vif-deleted", "tag": "fee90389-acdd-4504-99ef-bf19ffaa0012", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:24.883028 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f780763a-9402-4159-8fc0-8fd655deec11 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:24.884552 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f780763a-9402-4159-8fc0-8fd655deec11'] response: {'server_uuid': 'bab31124-0e05-4556-a88c-8233f090f315', 'name': 'network-vif-deleted', 'tag': 'fee90389-acdd-4504-99ef-bf19ffaa0012', 'status': 'completed', 'code': 200} Mar 31 16:02:25.005965 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:25.390848 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.436332 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:25.451973 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:25.452974 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:02:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.674711 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffec9d28-3c3b-4dd2-b6a6-bcb866581e09 req-f7a7adaf-176f-4ebd-8cfc-6066622f2f27 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=bab31124-0e05-4556-a88c-8233f090f315 HTTP/1.1" status: 200 len: 210 time: 0.0318649 Mar 31 16:02:25.796700 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:26.029607 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:26.064949 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b95e30-b6ea-493e-b42d-2e16ee51afc6 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:26.397050 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28047e4-278b-4561-9bc4-2ceb875d9116 None None] New status for floating IP 14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:02:26.814689 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:02:26.847005 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: fee90389-acdd-4504-99ef-bf19ffaa0012 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:02:26.847492 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device fee90389-acdd-4504-99ef-bf19ffaa0012 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:02:26.852185 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35502) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:26.889200 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35506) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:26.981104 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36536cff-b3af-4cce-b715-bd0e3c1cda81 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (37ec5c08-947d-475d-9959-a8a692dc9994), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.028598 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36536cff-b3af-4cce-b715-bd0e3c1cda81 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (37ec5c08-947d-475d-9959-a8a692dc9994), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.032204 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ac1-168e-481a-b79f-e77200536150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.318603 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36536cff-b3af-4cce-b715-bd0e3c1cda81 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (37ec5c08-947d-475d-9959-a8a692dc9994), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.321440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36536cff-b3af-4cce-b715-bd0e3c1cda81 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.322644 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-36536cff-b3af-4cce-b715-bd0e3c1cda81 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "DELETE /v2.0/security-groups/37ec5c08-947d-475d-9959-a8a692dc9994 HTTP/1.1" status: 204 len: 168 time: 0.4319494 Mar 31 16:02:27.327341 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35508) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:27.341731 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36536cff-b3af-4cce-b715-bd0e3c1cda81 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec5c08-947d-475d-9959-a8a692dc9994,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:27.348708 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-7c122b69-7b5b-4d70-9e0e-f427718c2f05 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] show failed (client error): The resource could not be found. Mar 31 16:02:27.354918 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7c122b69-7b5b-4d70-9e0e-f427718c2f05 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups/37ec5c08-947d-475d-9959-a8a692dc9994 HTTP/1.1" status: 404 len: 347 time: 0.0245960 Mar 31 16:02:27.355825 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35510) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:27.396351 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ac1-168e-481a-b79f-e77200536150 admin admin] Publish callbacks [] for security_group (6780a5fa-89e3-4da8-bb03-3f81faa98b62), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.485950 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8e27ac1-168e-481a-b79f-e77200536150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6780a5fa-89e3-4da8-bb03-3f81faa98b62), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.557227 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e27ac1-168e-481a-b79f-e77200536150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6780a5fa-89e3-4da8-bb03-3f81faa98b62,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:27.565647 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c8e27ac1-168e-481a-b79f-e77200536150 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=348f9f70d2db4c9c82e95154fa4890b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7119813 Mar 31 16:02:27.567348 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35512) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:27.570852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Deleting port 827fe330-1fd6-49bf-a02c-770094ffb6cc {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:02:27.571476 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.624241 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb2c17b7-57bb-4572-98a4-4223f4004823 admin admin] Publish callbacks [] for security_group (6780a5fa-89e3-4da8-bb03-3f81faa98b62), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.649159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb2c17b7-57bb-4572-98a4-4223f4004823 admin admin] Publish callbacks [] for security_group (6780a5fa-89e3-4da8-bb03-3f81faa98b62), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.671991 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.672333 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (827fe330-1fd6-49bf-a02c-770094ffb6cc), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.686088 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Calling delete_port for 827fe330-1fd6-49bf-a02c-770094ffb6cc owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:02:27.823289 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb2c17b7-57bb-4572-98a4-4223f4004823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6780a5fa-89e3-4da8-bb03-3f81faa98b62), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.826328 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb2c17b7-57bb-4572-98a4-4223f4004823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.827643 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bb2c17b7-57bb-4572-98a4-4223f4004823 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6780a5fa-89e3-4da8-bb03-3f81faa98b62 HTTP/1.1" status: 204 len: 168 time: 0.2592227 Mar 31 16:02:27.837080 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c17b7-57bb-4572-98a4-4223f4004823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6780a5fa-89e3-4da8-bb03-3f81faa98b62,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:27.914092 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (827fe330-1fd6-49bf-a02c-770094ffb6cc), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.939335 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event deleted for resources: {'Port': ['ID=827fe330-1fd6-49bf-a02c-770094ffb6cc,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:27.954510 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.954903 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.955257 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.955609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.955958 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.956292 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.956632 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.956976 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.957314 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.957647 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.957983 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.958313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.958674 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.959007 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:27.959340 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:28.025662 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.031196 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.033304 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-73a27946-e40b-409d-97e3-ee7c5446fa10 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "DELETE /v2.0/floatingips/14336e6d-0f15-4e4f-a6f5-4dd0c4ef957a HTTP/1.1" status: 204 len: 168 time: 0.6760008 Mar 31 16:02:28.352109 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35526) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:28.357004 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818500142', 'description': 'tempest-description--1179719863'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:28.434756 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.537252 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (26567626-ffce-4e6b-b9f1-981c1613a40f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.599588 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (26567626-ffce-4e6b-b9f1-981c1613a40f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.640555 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26567626-ffce-4e6b-b9f1-981c1613a40f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:28.699504 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:02:28.738913 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.740773 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-646014a1-3f48-4f59-91d1-e96fe1894e01 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3874555 Mar 31 16:02:28.744398 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35536) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:28.750116 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'security_group_rule': {'security_group_id': '26567626-ffce-4e6b-b9f1-981c1613a40f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:28.836809 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (bdc4f5ec-41a7-46ee-adfb-4a55f9779285), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.919373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (bdc4f5ec-41a7-46ee-adfb-4a55f9779285), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.001385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (bdc4f5ec-41a7-46ee-adfb-4a55f9779285), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.023873 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc4f5ec-41a7-46ee-adfb-4a55f9779285,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:29.076517 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.079718 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e8ebe81c-0e5f-4270-a3e8-fd8a2c0747e3 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317802 Mar 31 16:02:29.082902 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35544) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:29.088152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'security_group_rule': {'security_group_id': '26567626-ffce-4e6b-b9f1-981c1613a40f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:29.202742 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (3ea99433-ec4d-4b30-9619-abe081d3841d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.279232 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (3ea99433-ec4d-4b30-9619-abe081d3841d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.365570 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (3ea99433-ec4d-4b30-9619-abe081d3841d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.388857 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea99433-ec4d-4b30-9619-abe081d3841d,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:29.459140 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.460542 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f2ca22e6-8c37-4e1f-adaf-0087fa7f5be2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765347 Mar 31 16:02:29.467759 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35548) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:29.472511 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:29.543836 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.668233 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:29.802293 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Allocated IP 172.27.1.227 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/d36929f7-f429-450b-8f22-4fe2df8b84e6) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:29.964260 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.068885 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.121713 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:30.128365 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:30.131071 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:30.140277 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'Port': ['ID=d36929f7-f429-450b-8f22-4fe2df8b84e6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:30.246512 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (c222502a-c9af-4a5a-b1d5-77af2654bf45), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.451869 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.638876 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.708482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.801154 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'Port': ['ID=d36929f7-f429-450b-8f22-4fe2df8b84e6,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:30.817073 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (c222502a-c9af-4a5a-b1d5-77af2654bf45), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.876413 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:30.877864 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a8e1e69f-11e7-4e68-8d41-8292932b3b8e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4089642 Mar 31 16:02:31.222147 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-2975abf9-81b1-4f16-923c-ab22c1fe068f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1818500142&fields=id&tenant_id=a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 267 time: 0.0912623 Mar 31 16:02:31.346191 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-30e57665-8bd4-49cd-91fb-40d3ccb9017b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:31.348677 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-30e57665-8bd4-49cd-91fb-40d3ccb9017b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 817 time: 0.1179910 Mar 31 16:02:31.370794 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-9e62749a-da07-4117-9c92-27cd7ad007b1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/quotas/a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 375 time: 0.0163655 Mar 31 16:02:31.456261 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-2438f0c1-b145-42f5-b4c8-47c882de686b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793467 Mar 31 16:02:31.588441 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-26eec2f6-bb61-4ac0-864d-7aa420a1a595 service neutron] 10.222.0.58 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167479 Mar 31 16:02:31.726985 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-8909236c-6e0d-480e-90b2-c270964ccb07 service neutron] 10.222.0.58 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288588 Mar 31 16:02:32.071303 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-69c394e8-e794-4a2d-98bb-4c60c09e2bbf req-48cf439e-cbe8-49e7-8168-ad8bded6a812 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 210 time: 0.0360801 Mar 31 16:02:33.186533 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd55a3b5-cca3-4fa3-976f-4b141544c663 req-6d33670a-4454-4424-a37a-a11825edcfdc tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 210 time: 0.0367794 Mar 31 16:02:34.298029 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-33939797-5e60-464d-9610-96e8bc9ba4ef req-8b5554c7-2027-4b01-b8b7-779e94236c5b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 210 time: 0.0304604 Mar 31 16:02:34.820440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-2c425c5b-471c-42d4-b924-5a650f8cc810 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:34.822971 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-2c425c5b-471c-42d4-b924-5a650f8cc810 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 817 time: 0.1784313 Mar 31 16:02:34.917322 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-ea65d514-39c7-433f-8aaa-23ab16840807 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 380 time: 0.0794647 Mar 31 16:02:34.925353 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'port': {'device_id': '6207aabe-c76a-419e-b859-7d045c304dcd', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'admin_state_up': True, 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'security_groups': ['26567626-ffce-4e6b-b9f1-981c1613a40f']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:35.178033 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Made reservation on behalf of a0eea16e0a3046d2860af043718282e9 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:35.184477 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:35.368804 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Allocated IP 172.20.0.7 (bfbfb73c-0499-43f5-9013-217d339efe4c/709e2035-0dc8-46d3-8fa2-80ddea9936c2/e3a6d4dc-eb46-467b-bf28-afd5de3987bb) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:35.442264 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ffdad23-5ba1-4b8b-ac2d-a8ddcec7afa0 req-286b72f8-a89d-4feb-9c83-86abac502786 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 210 time: 0.0463769 Mar 31 16:02:35.575996 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:35.686055 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:35.747549 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Network bfbfb73c-0499-43f5-9013-217d339efe4c is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:35.752008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:35.759989 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:35.768918 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:35.835479 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:35.836834 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:35.988451 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-20ef7d1d-f735-4a21-a8a2-a7b4f68d0624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0671489 Mar 31 16:02:36.011836 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Request body: {'port': {'device_id': '6207aabe-c76a-419e-b859-7d045c304dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:36.105111 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8cb4fdde-9291-4ef0-b3ee-ab3c1a99a574 None None] Provisioning complete for port e3a6d4dc-eb46-467b-bf28-afd5de3987bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:36.106812 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fdde-9291-4ef0-b3ee-ab3c1a99a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:36.123290 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:36.192393 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4fdde-9291-4ef0-b3ee-ab3c1a99a574 None None] Port e3a6d4dc-eb46-467b-bf28-afd5de3987bb cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:36.638114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a6d4dc-eb46-467b-bf28-afd5de3987bb {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:02:36.650361 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Publish callbacks [] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:36.673632 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Transition to ACTIVE for port object e3a6d4dc-eb46-467b-bf28-afd5de3987bb will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:02:36.683769 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93f721-5ce5-4611-91ed-3f9f744e1cb3 req-b120abcd-5cb4-465c-ab57-8e09c9ce70a5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:36.685689 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab93f721-5ce5-4611-91ed-3f9f744e1cb3 req-b120abcd-5cb4-465c-ab57-8e09c9ce70a5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 931 time: 0.1186316 Mar 31 16:02:36.753600 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:36.766162 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ab93f721-5ce5-4611-91ed-3f9f744e1cb3 req-55e407c1-bd0b-4fa4-9b1a-343996d06abf tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734665 Mar 31 16:02:36.844993 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:36.975997 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Attempting to bind port e3a6d4dc-eb46-467b-bf28-afd5de3987bb on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:36.979844 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Attempting to bind port e3a6d4dc-eb46-467b-bf28-afd5de3987bb by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:36.979844 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Attempting to bind port e3a6d4dc-eb46-467b-bf28-afd5de3987bb on network bfbfb73c-0499-43f5-9013-217d339efe4c {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:36.986669 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Port e3a6d4dc-eb46-467b-bf28-afd5de3987bb on network bfbfb73c-0499-43f5-9013-217d339efe4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:02:36.987289 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Attempting to bind port e3a6d4dc-eb46-467b-bf28-afd5de3987bb on network bfbfb73c-0499-43f5-9013-217d339efe4c {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:36.998204 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:36.999022 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Checking segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:36.999929 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Bound using segment: {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:37.000812 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Bound port: e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b36d05-2757-4e0f-9617-10da16008526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:37.001614 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:37.137835 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:37.146003 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:37.230971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:37.297732 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:37.298822 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:37.301263 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 1093 time: 1.2987647 Mar 31 16:02:37.301978 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:37.306277 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:37.352112 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72399956-ff6e-498a-a7e8-81dc002316b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:37.389452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ecb2d-f49b-463d-b0dc-74cae5e19423 x-openstack-request-id: req-068ecb2d-f49b-463d-b0dc-74cae5e19423 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:37.389452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:37.389452 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-068ecb2d-f49b-463d-b0dc-74cae5e19423 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:37.389452 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068ecb2d-f49b-463d-b0dc-74cae5e19423'] response: {'name': 'network-changed', 'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'status': 'completed', 'code': 200} Mar 31 16:02:37.532519 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab req-a8d00d5f-7857-4072-a088-72250fd12578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:37.537775 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab req-a8d00d5f-7857-4072-a088-72250fd12578 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1127 time: 0.0942094 Mar 31 16:02:37.713506 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab req-c79ad48d-5593-42ec-867b-8a6aabcb7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:37.715575 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab req-c79ad48d-5593-42ec-867b-8a6aabcb7115 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a0eea16e0a3046d2860af043718282e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1656389 Mar 31 16:02:37.858801 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab req-6b9cd21e-9bec-4072-a399-ff31ed72eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:37.861618 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31c97d46-0824-41e6-b8af-b71f6b9ee3ab req-6b9cd21e-9bec-4072-a399-ff31ed72eea1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399462 Mar 31 16:02:37.977312 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1c59d679-9090-4c1a-841b-dc5a54a75e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:38.034236 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4df1-ab06-4af0-9e56-0fcadcadd96d req-abac1a51-4874-4198-b9ac-398521480879 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:38.043764 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4d0e4df1-ab06-4af0-9e56-0fcadcadd96d req-abac1a51-4874-4198-b9ac-398521480879 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.1440358 Mar 31 16:02:38.058276 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-bd8c5563-f2d7-4253-9a8e-8e160df59d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:38.060164 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-bd8c5563-f2d7-4253-9a8e-8e160df59d5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1127 time: 0.1115472 Mar 31 16:02:38.142412 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-292a6150-76c5-46f2-9c4b-1dd42498df05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 217 time: 0.0694182 Mar 31 16:02:38.249804 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4d0e4df1-ab06-4af0-9e56-0fcadcadd96d req-9fa2a401-91fb-472d-8b1c-7239b4976d8f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045660 Mar 31 16:02:38.266067 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-a8269fb2-4d93-49bd-87aa-2f7e988f83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:38.268330 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-a8269fb2-4d93-49bd-87aa-2f7e988f83d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.1181986 Mar 31 16:02:38.351152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-2b86b84b-23d7-4683-9eae-12a646ea8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:38.352749 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-2b86b84b-23d7-4683-9eae-12a646ea8e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786071 Mar 31 16:02:38.469594 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-ce319a03-9c8f-4583-9bae-8b8e59c6e1f1 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105700 Mar 31 16:02:38.589484 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-37222354-2f9b-424b-9d9f-4fd2c83ab90d req-d09eaa75-5e05-4b22-9a5a-3b88ca7de809 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134312 Mar 31 16:02:39.409052 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95462d-be4a-49be-ae23-fe38f20fa87f req-4dedfd71-13cb-4cc7-b751-8e0dae966c06 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:39.410772 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff95462d-be4a-49be-ae23-fe38f20fa87f req-4dedfd71-13cb-4cc7-b751-8e0dae966c06 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0593159 Mar 31 16:02:39.467752 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff95462d-be4a-49be-ae23-fe38f20fa87f req-29f0c3e9-4d82-41d9-a4ac-810213420fee tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501745 Mar 31 16:02:40.623155 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b85aa-1848-4b31-9eec-6632bd844181 req-668e2744-4ff6-44ea-bb33-cdbd84bbe32f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:40.625121 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-808b85aa-1848-4b31-9eec-6632bd844181 req-668e2744-4ff6-44ea-bb33-cdbd84bbe32f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0670092 Mar 31 16:02:40.713000 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-808b85aa-1848-4b31-9eec-6632bd844181 req-53ac521a-dd5f-4097-a269-02600bf1814a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802696 Mar 31 16:02:40.858872 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:02:40.984094 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:40.997776 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'mac_address': 'fa:16:3e:97:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:02:41.024476 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf941-6141-4ca2-a14e-b8a900baec6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:41.046268 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:41.046921 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:41.063232 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a6d4dc-eb46-467b-bf28-afd5de3987bb {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:02:41.095293 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:41.167321 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:41.236328 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:41.245627 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.246034 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.246388 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.246789 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.247294 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.247948 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.248723 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.249306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.249846 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.250194 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.250533 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.251009 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.251535 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.251916 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.252306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:41.460805 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['e3a6d4dc-eb46-467b-bf28-afd5de3987bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:02:41.855751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6c201-48d6-492d-9fe0-8156fb4d8bf8 req-17a71149-d0f7-43c1-bd49-5adeeeb4a579 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:41.861811 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cf6c201-48d6-492d-9fe0-8156fb4d8bf8 req-17a71149-d0f7-43c1-bd49-5adeeeb4a579 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 944 time: 0.0592878 Mar 31 16:02:42.215814 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cf6c201-48d6-492d-9fe0-8156fb4d8bf8 req-e4e0a5a4-36db-499a-b839-5cf60d979c1b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519127 Mar 31 16:02:42.859932 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:42.999790 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port e3a6d4dc-eb46-467b-bf28-afd5de3987bb completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:02:43.005815 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port e3a6d4dc-eb46-467b-bf28-afd5de3987bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:43.006362 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.009223 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35702) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:43.098620 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:43.099143 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.127855 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:43.130306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44abc5d-c9f4-4322-b853-f4d7f542a7ae" -d '{"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:43.147908 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:43.159462 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2aac2add-7298-4d1f-8160-320b49425cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.198078 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74cf026-5d3d-404d-8b59-fb3b2956798b x-openstack-request-id: req-c74cf026-5d3d-404d-8b59-fb3b2956798b {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:43.198464 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:43.199359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c74cf026-5d3d-404d-8b59-fb3b2956798b {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:43.199938 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74cf026-5d3d-404d-8b59-fb3b2956798b'] response: {'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'code': 200} Mar 31 16:02:43.234902 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.259537 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2aac2add-7298-4d1f-8160-320b49425cc5 admin admin] Publish callbacks [] for security_group (431c0ad8-b5e8-47f9-889f-dcdcf22a1692), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.319644 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:43.355120 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2aac2add-7298-4d1f-8160-320b49425cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (431c0ad8-b5e8-47f9-889f-dcdcf22a1692), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.392150 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbacb7-cbec-4d20-8bc0-71d7a06a301c req-58177340-416b-4173-b58f-4c752814bebf tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:43.393831 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-affbacb7-cbec-4d20-8bc0-71d7a06a301c req-58177340-416b-4173-b58f-4c752814bebf tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0647435 Mar 31 16:02:43.408254 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2aac2add-7298-4d1f-8160-320b49425cc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=236713c038864ea893554deae22734cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973901 Mar 31 16:02:43.408997 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac2add-7298-4d1f-8160-320b49425cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431c0ad8-b5e8-47f9-889f-dcdcf22a1692,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:43.413138 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35710) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:43.467708 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-affbacb7-cbec-4d20-8bc0-71d7a06a301c req-ef1eb852-34de-453b-bdf3-be42e17416e5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611055 Mar 31 16:02:43.468604 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cc859715-873f-4e90-92df-5256e4d11989 admin admin] Publish callbacks [] for security_group (431c0ad8-b5e8-47f9-889f-dcdcf22a1692), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.497066 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cc859715-873f-4e90-92df-5256e4d11989 admin admin] Publish callbacks [] for security_group (431c0ad8-b5e8-47f9-889f-dcdcf22a1692), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.612110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50978217-5981-4e7f-b282-754117b48b77 req-bd148ab0-1aec-4826-82de-3a45e6ad16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:43.613772 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50978217-5981-4e7f-b282-754117b48b77 req-bd148ab0-1aec-4826-82de-3a45e6ad16b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1129 time: 0.0531175 Mar 31 16:02:43.640116 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cc859715-873f-4e90-92df-5256e4d11989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (431c0ad8-b5e8-47f9-889f-dcdcf22a1692), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.642695 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cc859715-873f-4e90-92df-5256e4d11989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:43.643868 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cc859715-873f-4e90-92df-5256e4d11989 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/431c0ad8-b5e8-47f9-889f-dcdcf22a1692 HTTP/1.1" status: 204 len: 168 time: 0.2297738 Mar 31 16:02:43.664276 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc859715-873f-4e90-92df-5256e4d11989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431c0ad8-b5e8-47f9-889f-dcdcf22a1692,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:43.678980 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50978217-5981-4e7f-b282-754117b48b77 req-37b3c0e5-147e-4ec4-8f31-50a374f22a4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580828 Mar 31 16:02:43.777218 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:44.612638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9fa5-0468-4512-a1de-6f94a7768bbf req-55b3d397-12d3-4a64-ae17-606bffaa123e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:44.614230 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c8aa9fa5-0468-4512-a1de-6f94a7768bbf req-55b3d397-12d3-4a64-ae17-606bffaa123e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0611153 Mar 31 16:02:44.668128 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c8aa9fa5-0468-4512-a1de-6f94a7768bbf req-1b95992a-b542-4a0c-bf0b-3a3fa1e00d0b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Mar 31 16:02:44.959378 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:45.810821 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b1ad-6c9a-40a5-b712-9c43588f3886 req-dde1d746-af2f-4100-94f6-e13aeb98e553 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:45.812488 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3222b1ad-6c9a-40a5-b712-9c43588f3886 req-dde1d746-af2f-4100-94f6-e13aeb98e553 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0568559 Mar 31 16:02:45.873227 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3222b1ad-6c9a-40a5-b712-9c43588f3886 req-dfb122b1-870a-4665-9344-0f6f947d07ce tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504892 Mar 31 16:02:46.022638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99848d9-7006-495d-92fd-3ad682cb69fe req-e42a74fb-d642-41b9-9dd1-ef8cb951e2fe tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:46.024168 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f99848d9-7006-495d-92fd-3ad682cb69fe req-e42a74fb-d642-41b9-9dd1-ef8cb951e2fe tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0668788 Mar 31 16:02:46.033739 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35720) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:46.038591 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Request body: {'floatingip': {'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:46.081754 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (c222502a-c9af-4a5a-b1d5-77af2654bf45), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:46.468507 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:46.603376 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:46.674309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (c222502a-c9af-4a5a-b1d5-77af2654bf45), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:46.781847 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Floating IP c222502a-c9af-4a5a-b1d5-77af2654bf45 associated. External IP: 172.27.1.227, port: e3a6d4dc-eb46-467b-bf28-afd5de3987bb. Mar 31 16:02:47.022608 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:02:47.143250 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:47.148007 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.157359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:47.169606 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:47.170532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:02:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.193216 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2c4e2df7-bc28-4941-83c3-da5e5a0ea90f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "PUT /v2.0/floatingips/c222502a-c9af-4a5a-b1d5-77af2654bf45 HTTP/1.1" status: 200 len: 991 time: 1.1579525 Mar 31 16:02:47.194287 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:47.198425 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb927ea-0eb6-4016-8d5d-61b7a926df95" -d '{"events": [{"name": "network-changed", "server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:47.269141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5086ee7f-3454-4a11-a82e-b22315e8d57e x-openstack-request-id: req-5086ee7f-3454-4a11-a82e-b22315e8d57e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:47.269527 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:47.269838 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5086ee7f-3454-4a11-a82e-b22315e8d57e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:47.270307 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5086ee7f-3454-4a11-a82e-b22315e8d57e'] response: {'name': 'network-changed', 'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'status': 'completed', 'code': 200} Mar 31 16:02:47.314693 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:47.385637 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-675bae94-f7ee-42f6-85de-ef87a8a99a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:47.388537 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-675bae94-f7ee-42f6-85de-ef87a8a99a94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1129 time: 0.0718849 Mar 31 16:02:47.532152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-eb57e58c-0417-4555-bf1a-5cee4a916516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:47.534407 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-eb57e58c-0417-4555-bf1a-5cee4a916516 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1395905 Mar 31 16:02:47.640800 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-d6ee7104-baa3-44d8-b1c3-ea34b51a710b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 999 time: 0.1000590 Mar 31 16:02:47.646638 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'c222502a-c9af-4a5a-b1d5-77af2654bf45', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'mac_address': 'fa:16:3e:97:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207aabe-c76a-419e-b859-7d045c304dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:02:30Z', 'updated_at': '2022-03-31T16:02:46Z', 'revision_number': 1, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.691922 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-dd4acda9-d9c6-4930-aa20-22aaead9d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:47.693451 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-dd4acda9-d9c6-4930-aa20-22aaead9d81f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0467737 Mar 31 16:02:47.695917 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:47.711715 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:47.712781 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:02:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.750656 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-1ebfe27c-1252-47e4-9245-136911e02a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:47.752318 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-1ebfe27c-1252-47e4-9245-136911e02a95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523126 Mar 31 16:02:47.836000 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:47.852734 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-94660777-0946-4611-8c75-df26cab6e3df service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940294 Mar 31 16:02:47.946407 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cb927ea-0eb6-4016-8d5d-61b7a926df95 req-17a891b7-8e12-4cf7-b564-5c53e0ebf039 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875316 Mar 31 16:02:48.080729 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'c222502a-c9af-4a5a-b1d5-77af2654bf45', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'mac_address': 'fa:16:3e:97:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207aabe-c76a-419e-b859-7d045c304dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:02:30Z', 'updated_at': '2022-03-31T16:02:46Z', 'revision_number': 1, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:48.113445 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3b9c1-549f-4f20-a8ca-8ed9d35e1666 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'c222502a-c9af-4a5a-b1d5-77af2654bf45', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'mac_address': 'fa:16:3e:97:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6207aabe-c76a-419e-b859-7d045c304dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:02:30Z', 'updated_at': '2022-03-31T16:02:46Z', 'revision_number': 1, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:48.332424 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce946b4e-1c05-4b67-b4c8-216951d60972 None None] New status for floating IP c222502a-c9af-4a5a-b1d5-77af2654bf45: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:02:49.382854 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:00.113863 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-30ebf881-27f0-43ce-a604-50d99bad33e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491300 Mar 31 16:03:00.195431 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-0cf17bf6-10f4-441e-b690-aa35b39ba2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:00.197015 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-0cf17bf6-10f4-441e-b690-aa35b39ba2d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 1129 time: 0.0498676 Mar 31 16:03:00.347606 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-7bbe3851-a2ae-4481-9b7b-f3f6c791c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:00.349260 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-7bbe3851-a2ae-4481-9b7b-f3f6c791c49c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1335113 Mar 31 16:03:00.690018 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-41d1b030-c36a-4ea3-a9e4-40a040e9f96f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588 HTTP/1.1" status: 200 len: 1001 time: 0.3345699 Mar 31 16:03:00.741149 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-55736172-ac76-45fd-bc6f-1f56b379db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:00.742657 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-55736172-ac76-45fd-bc6f-1f56b379db81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0468719 Mar 31 16:03:00.793723 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-6966ee13-8901-475a-9d67-ea60ffa60ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:00.795260 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-6966ee13-8901-475a-9d67-ea60ffa60ada service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461719 Mar 31 16:03:00.900260 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-f0177b3e-e6d4-4d7e-b805-2afafc394a3d service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924025 Mar 31 16:03:00.999695 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ec5f540b-91c5-4d3a-a28b-0312ac030483 req-c9f7828a-6bd1-4d15-b959-80844872374b service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929635 Mar 31 16:03:05.698108 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:03:07.936781 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-851d1dd8-b661-4ace-b748-dae00b7248f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:11.085452 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9fd79607-ca9a-4a66-afad-49a6e63e4806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:13.742694 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:14.959404 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:16.439785 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:19.422138 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:24.571047 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446d589-b16e-406c-b759-dcd9b91680cf req-43c522ad-d186-4296-8feb-2749c9e5686f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:24.574493 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6446d589-b16e-406c-b759-dcd9b91680cf req-43c522ad-d186-4296-8feb-2749c9e5686f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0986950 Mar 31 16:03:24.662520 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6446d589-b16e-406c-b759-dcd9b91680cf req-71a1f2c2-e5a8-4481-9f6b-a660dedfb1fe tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813653 Mar 31 16:03:25.813732 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4979248-c53a-4b7a-ab90-71e3c3f4cada req-fffce6e2-018e-4ec7-a360-01c570eefcb9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:25.815934 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f4979248-c53a-4b7a-ab90-71e3c3f4cada req-fffce6e2-018e-4ec7-a360-01c570eefcb9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0670071 Mar 31 16:03:25.876962 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f4979248-c53a-4b7a-ab90-71e3c3f4cada req-90b2d2e2-09f8-4f41-a0f1-6f9d130d634e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535395 Mar 31 16:03:27.046068 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b3934-c3b4-41fe-bd2c-b50ebc8f60ea req-54be7f95-83f4-416d-afb1-63bc4eb1c5f9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:27.048328 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-942b3934-c3b4-41fe-bd2c-b50ebc8f60ea req-54be7f95-83f4-416d-afb1-63bc4eb1c5f9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0773933 Mar 31 16:03:27.111892 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-942b3934-c3b4-41fe-bd2c-b50ebc8f60ea req-e6390044-f3e3-4dd1-b8ef-9c2df100b33c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569942 Mar 31 16:03:28.270292 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd0c-e1b3-4d6f-81d4-ca773087dd51 req-47b77f52-6fb7-4412-b548-9e05b35971b6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:28.271930 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3aebd0c-e1b3-4d6f-81d4-ca773087dd51 req-47b77f52-6fb7-4412-b548-9e05b35971b6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0625484 Mar 31 16:03:28.336321 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3aebd0c-e1b3-4d6f-81d4-ca773087dd51 req-81d5fb19-6940-4019-83cf-faab0ef0aad8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534499 Mar 31 16:03:29.504628 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da28c-547e-4c56-8ea8-fda15eff8a9a req-18f54c94-86bc-4047-bd39-fdd2e3142764 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:29.506316 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-011da28c-547e-4c56-8ea8-fda15eff8a9a req-18f54c94-86bc-4047-bd39-fdd2e3142764 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0675297 Mar 31 16:03:29.592126 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-011da28c-547e-4c56-8ea8-fda15eff8a9a req-f71c6a03-9338-4359-827c-d2628835a85f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784972 Mar 31 16:03:30.751930 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183af40-babc-4595-b336-dfddd94bb9a8 req-23c46706-c0ea-4430-a5b1-54b5c5424456 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:30.753605 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e183af40-babc-4595-b336-dfddd94bb9a8 req-23c46706-c0ea-4430-a5b1-54b5c5424456 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0679862 Mar 31 16:03:30.830731 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e183af40-babc-4595-b336-dfddd94bb9a8 req-7e0d37b7-e59b-4a9b-8b55-5476e3f01dc6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659440 Mar 31 16:03:31.966413 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f2a80-4128-4fd4-8c63-89c9232933c4 req-9541e397-a3f3-4824-a912-70b9c40c0b31 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:31.968260 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb7f2a80-4128-4fd4-8c63-89c9232933c4 req-9541e397-a3f3-4824-a912-70b9c40c0b31 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0606470 Mar 31 16:03:32.022229 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb7f2a80-4128-4fd4-8c63-89c9232933c4 req-98779fcf-06c2-40ed-9641-423b014462cb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Mar 31 16:03:32.375028 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250544a-a2f6-4f10-b3bb-b9bbad615b8c req-51bbada9-6afe-4502-af10-76b23904a3e3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:32.376578 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b250544a-a2f6-4f10-b3bb-b9bbad615b8c req-51bbada9-6afe-4502-af10-76b23904a3e3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.0595379 Mar 31 16:03:32.434103 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b250544a-a2f6-4f10-b3bb-b9bbad615b8c req-5397efac-4bcc-4733-978e-d8421ee36b3d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468187 Mar 31 16:03:33.167440 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fce04-ea9d-47e9-bc6b-f68eb2ed54e5 req-394c0f42-2dd0-4eac-9c1a-c60eac37a65a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:33.169098 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f07fce04-ea9d-47e9-bc6b-f68eb2ed54e5 req-394c0f42-2dd0-4eac-9c1a-c60eac37a65a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0594547 Mar 31 16:03:33.222121 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f07fce04-ea9d-47e9-bc6b-f68eb2ed54e5 req-932ce642-2815-4cf0-be76-d8189196ae0b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Mar 31 16:03:33.577594 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ce76-0277-4f65-a11b-d109da1624d5 req-39fe2649-58ee-4020-b532-1fff7af4d05d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:33.579220 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3148ce76-0277-4f65-a11b-d109da1624d5 req-39fe2649-58ee-4020-b532-1fff7af4d05d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.0581541 Mar 31 16:03:33.644845 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3148ce76-0277-4f65-a11b-d109da1624d5 req-d0cfda0c-86c3-409a-b958-2e4c647288e6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550790 Mar 31 16:03:34.081230 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2b5b8ab2-ce7d-4659-9055-683db7f1603a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:34.082696 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2b5b8ab2-ce7d-4659-9055-683db7f1603a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 945 time: 0.0600860 Mar 31 16:03:34.182898 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Deleting port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:03:34.184263 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:34.303450 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] For port 42401dd4-d553-49d2-a1f9-eeaeb4c06588, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=42401dd4-d553-49d2-a1f9-eeaeb4c06588,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:34.304001 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:34.362309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6cf80-00f6-472c-83c8-9e067be2512f req-bd1fb5c6-bb7a-45c4-aeb1-e5c3b4b9193c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:34.363812 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65e6cf80-00f6-472c-83c8-9e067be2512f req-bd1fb5c6-bb7a-45c4-aeb1-e5c3b4b9193c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0645854 Mar 31 16:03:34.423435 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65e6cf80-00f6-472c-83c8-9e067be2512f req-172e1b85-dc7d-496b-bbab-5d1a06dc7811 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489438 Mar 31 16:03:34.495403 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:34.495777 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (09e24d23-1a11-4d63-8f83-28f82053fcbe), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:34.496076 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Floating IP 09e24d23-1a11-4d63-8f83-28f82053fcbe disassociated. External IP: 172.27.1.243, port: 42401dd4-d553-49d2-a1f9-eeaeb4c06588. Mar 31 16:03:34.496423 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Calling delete_port for 42401dd4-d553-49d2-a1f9-eeaeb4c06588 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:03:34.763697 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (42401dd4-d553-49d2-a1f9-eeaeb4c06588), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:34.802351 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'Port': ['ID=42401dd4-d553-49d2-a1f9-eeaeb4c06588,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:34.821795 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.822720 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.822720 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.823222 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.823222 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.823556 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.823776 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.824102 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.824425 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.824974 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.825323 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.825645 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.825972 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.826374 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.826783 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:34.879551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac592ae3-3b89-4f0b-a7ea-b15c9946355e req-79b3b078-27e1-4793-96bf-430c721cc212 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:34.881283 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ac592ae3-3b89-4f0b-a7ea-b15c9946355e req-79b3b078-27e1-4793-96bf-430c721cc212 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 867 time: 0.1497974 Mar 31 16:03:34.982179 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ac592ae3-3b89-4f0b-a7ea-b15c9946355e req-bd8c12c5-4281-46d1-af96-9658697d93e2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741615 Mar 31 16:03:35.011672 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:03:35.161724 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:03:35.175873 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:03:35.190783 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:03:35.191562 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:03:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:35.214519 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] No DVR routers for this DVR port 42401dd4-d553-49d2-a1f9-eeaeb4c06588 on host hv-cinder-83602 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:03:35.217457 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:35.221225 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-681d3306-4e9f-431c-8083-54fc9b87c2bb req-2c87c221-6b30-4b1b-a9b0-b10379f321d8 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "DELETE /v2.0/ports/42401dd4-d553-49d2-a1f9-eeaeb4c06588 HTTP/1.1" status: 204 len: 173 time: 1.1333435 Mar 31 16:03:35.221558 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'name': 'network-vif-deleted', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:35.223922 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a49d94-bb04-447a-ab6a-6646b87999e7" -d '{"events": [{"server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "name": "network-vif-deleted", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:35.264536 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968e4e4-109e-4c3f-9907-c79c53684b0c x-openstack-request-id: req-6968e4e4-109e-4c3f-9907-c79c53684b0c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:35.264950 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b4e8a2-c74a-47af-a3e6-322b50913b50", "name": "network-vif-deleted", "tag": "42401dd4-d553-49d2-a1f9-eeaeb4c06588", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:35.265331 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6968e4e4-109e-4c3f-9907-c79c53684b0c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:35.265857 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6968e4e4-109e-4c3f-9907-c79c53684b0c'] response: {'server_uuid': '97b4e8a2-c74a-47af-a3e6-322b50913b50', 'name': 'network-vif-deleted', 'tag': '42401dd4-d553-49d2-a1f9-eeaeb4c06588', 'status': 'completed', 'code': 200} Mar 31 16:03:35.315824 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:03:35.523351 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:35.556956 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:03:35.557240 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ce2e-3ab8-40b0-9c96-db8580e21b4c req-a8959ef0-9a5c-42fa-9751-b372a53d5ecb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:35.558767 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0648ce2e-3ab8-40b0-9c96-db8580e21b4c req-a8959ef0-9a5c-42fa-9751-b372a53d5ecb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0577297 Mar 31 16:03:35.566528 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:03:35.567179 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:03:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:35.638842 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0648ce2e-3ab8-40b0-9c96-db8580e21b4c req-90466b67-bdcc-4036-add6-359c1c07cc77 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709968 Mar 31 16:03:35.864683 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:03:36.138011 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:36.146200 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e6dd77-7799-40d4-9dde-590bd727e2c4 req-4fb51141-ea60-4f9e-9ab6-a5960c63399c tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b4e8a2-c74a-47af-a3e6-322b50913b50 HTTP/1.1" status: 200 len: 210 time: 0.0330465 Mar 31 16:03:36.170740 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d0fe4-eca6-4286-b057-44873cf345f6 None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:03:36.411895 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cdf7d-3208-4ed8-a7db-70423acd246e None None] New status for floating IP 09e24d23-1a11-4d63-8f83-28f82053fcbe: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:03:36.787344 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526384ea-3104-4cb8-b9fd-c54b62c05251 req-06f8f703-8621-4e2c-9396-6fd0840fa5ac tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:36.790153 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-526384ea-3104-4cb8-b9fd-c54b62c05251 req-06f8f703-8621-4e2c-9396-6fd0840fa5ac tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0651472 Mar 31 16:03:36.846843 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-526384ea-3104-4cb8-b9fd-c54b62c05251 req-d57314c7-733b-470f-81ce-42d0eab52885 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501611 Mar 31 16:03:37.098267 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:03:37.223346 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:37.237216 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'mac_address': 'fa:16:3e:97:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:03:37.305627 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: ACTIVE; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:37.306922 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:37.325125 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3a6d4dc-eb46-467b-bf28-afd5de3987bb {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:03:37.351317 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:37.467975 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:37.534989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:37.535834 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-1a4d1250-2ec2-4862-bd8e-c3dffd65a1ad tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118432274&fields=id&tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 267 time: 0.0583634 Mar 31 16:03:37.648532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['e3a6d4dc-eb46-467b-bf28-afd5de3987bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:03:37.651401 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-03f0d9c7-912f-4eed-91d3-59db5f545ea5 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:37.652994 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-03f0d9c7-912f-4eed-91d3-59db5f545ea5 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 812 time: 0.1134923 Mar 31 16:03:37.669967 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-e15b09dc-38a8-4e45-abda-393bf6b9c108 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/quotas/5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 375 time: 0.0103288 Mar 31 16:03:37.749954 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-6724e577-0b47-4f10-b15c-282f9ed2407d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729728 Mar 31 16:03:37.902478 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-d3be69f4-6ecc-4657-8666-f9db7248fd2a service neutron] 10.222.0.58 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351545 Mar 31 16:03:38.008886 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c030ee0d-088d-4172-abf7-4fe1df4f5f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:38.050956 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24dab2-1079-42d4-8ee2-6e9f17efca6a req-1373b55c-5089-4c4b-a7b7-9bd12262071b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:38.053746 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d24dab2-1079-42d4-8ee2-6e9f17efca6a req-1373b55c-5089-4c4b-a7b7-9bd12262071b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 944 time: 0.1025789 Mar 31 16:03:38.063300 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-48cb9604-7ea6-442d-97a1-24ec181767c2 service neutron] 10.222.0.58 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515131 Mar 31 16:03:38.138232 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d24dab2-1079-42d4-8ee2-6e9f17efca6a req-2f1ee4a1-afe9-47b6-952a-dd2abbe1c7c1 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774274 Mar 31 16:03:39.117394 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:03:39.195620 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port e3a6d4dc-eb46-467b-bf28-afd5de3987bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:03:39.197444 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:39.359767 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08359d73-6459-436a-8292-12ebb09b419b req-d6db2212-abbb-4ef2-999a-085a414ce20a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:39.366039 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:39.367582 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:39.370424 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-08359d73-6459-436a-8292-12ebb09b419b req-d6db2212-abbb-4ef2-999a-085a414ce20a tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 944 time: 0.0800850 Mar 31 16:03:39.413527 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:39.418850 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626dc6d0-5886-4a26-83ba-219558f1d834" -d '{"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:39.442451 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-08359d73-6459-436a-8292-12ebb09b419b req-2916f755-03d1-4ce1-9415-22a055978053 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707037 Mar 31 16:03:39.445099 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:39.490665 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71aa27f-8d2e-4004-af7a-d74f9716f6dc x-openstack-request-id: req-b71aa27f-8d2e-4004-af7a-d74f9716f6dc {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:39.491222 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:39.491687 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b71aa27f-8d2e-4004-af7a-d74f9716f6dc {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:39.492321 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71aa27f-8d2e-4004-af7a-d74f9716f6dc'] response: {'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'code': 200} Mar 31 16:03:39.536390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:39.537399 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 42401dd4-d553-49d2-a1f9-eeaeb4c06588 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:03:39.593722 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 42401dd4-d553-49d2-a1f9-eeaeb4c06588 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:03:39.594143 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 42401dd4-d553-49d2-a1f9-eeaeb4c06588 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:03:39.631514 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:39.826740 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44179e2e-ccef-42ca-b142-f9dfb8f8b05e req-21e9e5d5-3517-47ee-a667-9aec74f5e367 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 210 time: 0.0362077 Mar 31 16:03:40.623215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f6c8e-8399-459f-8bc3-d661f3ac4b05 req-e85976d0-7973-4540-93b8-45b3f3400902 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:40.625040 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5e1f6c8e-8399-459f-8bc3-d661f3ac4b05 req-e85976d0-7973-4540-93b8-45b3f3400902 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0960329 Mar 31 16:03:40.682030 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5e1f6c8e-8399-459f-8bc3-d661f3ac4b05 req-03db77a0-0416-476f-8d62-6d3fcc0b8304 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511885 Mar 31 16:03:41.026127 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-556150ce-41b7-4a35-bdaf-0522d2caca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:41.061554 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-617f70f5-3b1b-4cb0-9f9c-5e4bb9228feb req-0729fa0b-ed93-41ef-a398-fa417fc45544 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 210 time: 0.0575624 Mar 31 16:03:41.836742 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46f532-fa93-4485-8915-4dfe85769d37 req-07665b90-b093-4911-b4b7-e7abf2b11b38 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:41.838528 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3e46f532-fa93-4485-8915-4dfe85769d37 req-07665b90-b093-4911-b4b7-e7abf2b11b38 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0667741 Mar 31 16:03:41.897186 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3e46f532-fa93-4485-8915-4dfe85769d37 req-31075d30-256b-4c60-b1ae-db9972ee51dd tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518463 Mar 31 16:03:42.191052 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc4c7527-7494-4b9b-8e30-01370d96a8bd req-3877f36a-e11e-463f-9d38-7bd7360c3c3a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 210 time: 0.0354042 Mar 31 16:03:42.646073 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-b02c0326-2aef-4d82-bf71-08a14851f619 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:42.648591 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-b02c0326-2aef-4d82-bf71-08a14851f619 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 812 time: 0.2069254 Mar 31 16:03:42.708194 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:03:42.795761 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-08db6bab-944d-43d8-b613-b9fdebeaae04 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 379 time: 0.1315358 Mar 31 16:03:42.809999 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'port': {'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'admin_state_up': True, 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'security_groups': ['1df72565-4312-41f0-8974-4886e59a3527']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:03:43.166297 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8132ea-8b13-4621-bcd4-2a02ee240581 req-44521d42-242f-48a7-970b-667775fe8c37 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:43.168288 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0b8132ea-8b13-4621-bcd4-2a02ee240581 req-44521d42-242f-48a7-970b-667775fe8c37 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.1346042 Mar 31 16:03:43.208762 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Made reservation on behalf of 5645c2718f9e4b4ba6c57e2cd0c0a26b for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:03:43.212857 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:43.274951 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0b8132ea-8b13-4621-bcd4-2a02ee240581 req-dc58ccee-e021-43ff-aaae-7da898517a9c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995297 Mar 31 16:03:43.416844 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09d2b9a5-bf76-47ed-b182-aa73592ac205 req-03a272f4-915b-4c54-9c36-519f7d8a9d57 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 210 time: 0.0499928 Mar 31 16:03:43.454075 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Allocated IP 172.20.0.4 (f632a164-a746-4dfa-9250-6ad4a23d259a/16598639-0f72-4448-9150-b31161785bd8/defcff1a-d4a8-4796-a31c-63414a001923) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:03:43.693902 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (defcff1a-d4a8-4796-a31c-63414a001923), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:43.747960 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:43.841560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (defcff1a-d4a8-4796-a31c-63414a001923), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:43.924881 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Network f632a164-a746-4dfa-9250-6ad4a23d259a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:03:43.931134 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:03:43.939261 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:03:44.002579 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=defcff1a-d4a8-4796-a31c-63414a001923,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:44.068972 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:44.070592 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:44.223732 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-24de8ee2-81ef-4f88-8379-9e0af4b3c1a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215801 Mar 31 16:03:44.246718 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Request body: {'port': {'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:03:44.390841 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3fe332b5-4793-4a02-8b70-2f12309b38a7 None None] Provisioning complete for port defcff1a-d4a8-4796-a31c-63414a001923 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:03:44.391346 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3fe332b5-4793-4a02-8b70-2f12309b38a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (defcff1a-d4a8-4796-a31c-63414a001923), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:44.418699 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (defcff1a-d4a8-4796-a31c-63414a001923), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:44.434620 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3fe332b5-4793-4a02-8b70-2f12309b38a7 None None] Port defcff1a-d4a8-4796-a31c-63414a001923 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:03:44.557483 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606f6dc-2ee0-46b5-9459-964b30caee56 req-d948e37f-5a72-4065-a32a-97e2e778918f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:44.559119 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8606f6dc-2ee0-46b5-9459-964b30caee56 req-d948e37f-5a72-4065-a32a-97e2e778918f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.1699307 Mar 31 16:03:44.611462 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4069a-b198-4276-a15d-1e40f24a9624 req-33f77e95-610a-4eed-93bc-30cb9a561cf2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:44.619945 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eec4069a-b198-4276-a15d-1e40f24a9624 req-33f77e95-610a-4eed-93bc-30cb9a561cf2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 931 time: 0.0837665 Mar 31 16:03:44.685333 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eec4069a-b198-4276-a15d-1e40f24a9624 req-a20c1d92-dbf9-43bd-b96a-daeb20f3c71d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637395 Mar 31 16:03:44.869927 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8606f6dc-2ee0-46b5-9459-964b30caee56 req-caa7a921-ab89-40c5-89db-72f0f7ad0a93 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079272 Mar 31 16:03:44.959452 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:45.019206 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defcff1a-d4a8-4796-a31c-63414a001923 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:03:45.028110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Publish callbacks [] for port (defcff1a-d4a8-4796-a31c-63414a001923), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:45.044617 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Transition to ACTIVE for port object defcff1a-d4a8-4796-a31c-63414a001923 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:03:45.124582 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (defcff1a-d4a8-4796-a31c-63414a001923), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:45.194182 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Pushing event updated for resources: {'Port': ['ID=defcff1a-d4a8-4796-a31c-63414a001923,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:45.337991 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Attempting to bind port defcff1a-d4a8-4796-a31c-63414a001923 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:03:45.339152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Attempting to bind port defcff1a-d4a8-4796-a31c-63414a001923 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:03:45.339152 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Attempting to bind port defcff1a-d4a8-4796-a31c-63414a001923 on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:03:45.350332 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Port defcff1a-d4a8-4796-a31c-63414a001923 on network f632a164-a746-4dfa-9250-6ad4a23d259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:03:45.350866 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Attempting to bind port defcff1a-d4a8-4796-a31c-63414a001923 on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:03:45.359891 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:03:45.360414 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Checking segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:03:45.360996 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Bound using segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:03:45.361554 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Bound port: defcff1a-d4a8-4796-a31c-63414a001923, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:03:45.362035 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (defcff1a-d4a8-4796-a31c-63414a001923), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:45.478623 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] For port defcff1a-d4a8-4796-a31c-63414a001923, host hv-cinder-83602, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:03:45.483046 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] For port defcff1a-d4a8-4796-a31c-63414a001923, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=defcff1a-d4a8-4796-a31c-63414a001923,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:03:45.572484 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (defcff1a-d4a8-4796-a31c-63414a001923), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:45.636151 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:45.637204 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:45.642384 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] 10.222.0.48 "PUT /v2.0/ports/defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 200 len: 1093 time: 1.3970742 Mar 31 16:03:45.642384 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:45.644536 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b9092-d734-40a9-b1df-cbb2bb94859c" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "tag": "defcff1a-d4a8-4796-a31c-63414a001923"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:45.730208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a6bcc-98c1-4c27-97bd-2f37742dc94d x-openstack-request-id: req-450a6bcc-98c1-4c27-97bd-2f37742dc94d {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:45.730208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "tag": "defcff1a-d4a8-4796-a31c-63414a001923", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:45.730208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-450a6bcc-98c1-4c27-97bd-2f37742dc94d {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:45.730208 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450a6bcc-98c1-4c27-97bd-2f37742dc94d'] response: {'name': 'network-changed', 'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923', 'status': 'completed', 'code': 200} Mar 31 16:03:45.756461 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eae95-d690-4922-88eb-405b78b3a827 service neutron] Pushing event updated for resources: {'Port': ['ID=defcff1a-d4a8-4796-a31c-63414a001923,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:45.949776 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b9092-d734-40a9-b1df-cbb2bb94859c req-c6577cf2-1396-450b-8dbf-79a47c532bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:45.953093 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e9b9092-d734-40a9-b1df-cbb2bb94859c req-c6577cf2-1396-450b-8dbf-79a47c532bde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1127 time: 0.1711860 Mar 31 16:03:46.099737 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcac4f-48da-4e48-b7e9-034f793a1b5b req-6cad9b50-bef3-46c5-aa2d-3e93697c0c6e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.102394 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5ddcac4f-48da-4e48-b7e9-034f793a1b5b req-6cad9b50-bef3-46c5-aa2d-3e93697c0c6e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.2514613 Mar 31 16:03:46.145742 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503e357-2608-4a93-9e8d-e7b8748956e0 req-4ade4dbe-8fbd-4ace-a8f3-4a6a9217638c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.150322 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6503e357-2608-4a93-9e8d-e7b8748956e0 req-4ade4dbe-8fbd-4ace-a8f3-4a6a9217638c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.1001902 Mar 31 16:03:46.199436 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b9092-d734-40a9-b1df-cbb2bb94859c req-bef1faa2-0a2f-4fe3-9112-c07f46c001db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.206228 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e9b9092-d734-40a9-b1df-cbb2bb94859c req-bef1faa2-0a2f-4fe3-9112-c07f46c001db service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2386756 Mar 31 16:03:46.244479 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6503e357-2608-4a93-9e8d-e7b8748956e0 req-b89d2115-5498-4bf2-8d2a-f2de2beda133 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808954 Mar 31 16:03:46.307975 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5ddcac4f-48da-4e48-b7e9-034f793a1b5b req-880103e4-5d0e-4622-b809-8910a7512184 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520014 Mar 31 16:03:46.364649 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b9092-d734-40a9-b1df-cbb2bb94859c req-2a53b9c5-c529-424a-bcf3-f567308dafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.436894 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e9b9092-d734-40a9-b1df-cbb2bb94859c req-2a53b9c5-c529-424a-bcf3-f567308dafde service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523027 Mar 31 16:03:46.480656 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-05f8a40e-ec91-456c-84e3-c48d283eeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.482254 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-05f8a40e-ec91-456c-84e3-c48d283eeecf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1127 time: 0.0580549 Mar 31 16:03:46.533372 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-02cf334f-5ca0-46e4-bf9b-9ab86b4352b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 200 len: 217 time: 0.0389555 Mar 31 16:03:46.583248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-4b003f47-70b7-432c-9adb-f24ec8593a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.584818 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-4b003f47-70b7-432c-9adb-f24ec8593a75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0463216 Mar 31 16:03:46.644474 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-890aebe0-0d89-4db1-976c-41b380f6a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:46.646042 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-890aebe0-0d89-4db1-976c-41b380f6a3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550497 Mar 31 16:03:46.764290 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:46.769120 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-c0a3a6c3-e954-4306-8629-644a39999d8d service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153467 Mar 31 16:03:46.929743 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f548ae9d-e74b-45ea-aef5-aee122cbb21e req-14b1cba3-5f18-41cf-97ef-86fdd1a1a9d4 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538134 Mar 31 16:03:47.513435 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6a17d-37db-4d31-8026-fab69d6a61f9 req-85390841-d3be-4ade-9fba-9010700852f2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:47.523060 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30e6a17d-37db-4d31-8026-fab69d6a61f9 req-85390841-d3be-4ade-9fba-9010700852f2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.1130738 Mar 31 16:03:47.548652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5c30d-15db-4999-8836-fe95c479bdec req-0f40cdc5-7c2d-4f31-8896-acd48c614b62 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:47.550622 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-52d5c30d-15db-4999-8836-fe95c479bdec req-0f40cdc5-7c2d-4f31-8896-acd48c614b62 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.1061723 Mar 31 16:03:47.603593 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30e6a17d-37db-4d31-8026-fab69d6a61f9 req-a99b302f-46e2-4078-88fa-f73c3c3ed661 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787196 Mar 31 16:03:47.644688 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-52d5c30d-15db-4999-8836-fe95c479bdec req-f8966357-9960-4345-8719-5a43b9d3ba72 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845547 Mar 31 16:03:48.810250 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4854-ba51-458f-a058-6b99b4eac876 req-b4ff4772-1f01-4b8b-b2bc-27edb1aeefbc tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:48.819152 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bcb4854-ba51-458f-a058-6b99b4eac876 req-b4ff4772-1f01-4b8b-b2bc-27edb1aeefbc tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.0800445 Mar 31 16:03:48.859950 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cff23-7d80-4a81-89c3-fc3e00e661a6 req-c55aaafd-cc9d-48b8-9597-1d0e08a218c6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:48.865817 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-433cff23-7d80-4a81-89c3-fc3e00e661a6 req-c55aaafd-cc9d-48b8-9597-1d0e08a218c6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.1130486 Mar 31 16:03:48.911559 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bcb4854-ba51-458f-a058-6b99b4eac876 req-f59904a1-2ae0-43e5-be4a-c60af73c682c tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909514 Mar 31 16:03:48.945012 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-433cff23-7d80-4a81-89c3-fc3e00e661a6 req-7fe23ec7-7c29-447d-9a7e-3c2ab8113752 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723519 Mar 31 16:03:49.417285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:50.065101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3a398-e5b5-43f1-8304-11037a305634 req-ca4fb6de-246b-4768-a196-a0fa69b3ed80 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:50.066988 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9f3a398-e5b5-43f1-8304-11037a305634 req-ca4fb6de-246b-4768-a196-a0fa69b3ed80 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.0664554 Mar 31 16:03:50.137617 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9f3a398-e5b5-43f1-8304-11037a305634 req-b7e2c909-4ae4-43fb-801b-893a1ee6fdc1 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644243 Mar 31 16:03:50.159604 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1570dd-facc-4974-bf41-e41d6bd18d5a req-69b341a3-db1d-4607-91c6-2a59f7f543ab tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:50.161271 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec1570dd-facc-4974-bf41-e41d6bd18d5a req-69b341a3-db1d-4607-91c6-2a59f7f543ab tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0820484 Mar 31 16:03:50.233275 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec1570dd-facc-4974-bf41-e41d6bd18d5a req-297a5659-a15a-4e40-84e8-c27cb118dd07 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617821 Mar 31 16:03:51.291560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e9b8-e0be-4d27-aba3-2f96acf28237 req-fd726fab-0dcf-4c46-983c-69a89ed1d6eb tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:51.293577 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ed7e9b8-e0be-4d27-aba3-2f96acf28237 req-fd726fab-0dcf-4c46-983c-69a89ed1d6eb tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.0696094 Mar 31 16:03:51.360871 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ed7e9b8-e0be-4d27-aba3-2f96acf28237 req-aa97de46-d87f-4e09-880b-93bbd0b78374 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566077 Mar 31 16:03:51.435797 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262986-2923-4c05-98a1-d28fe4f0ee3b req-ff3237ec-96a4-4b85-a180-9ccd9349d0e7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:51.437445 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c262986-2923-4c05-98a1-d28fe4f0ee3b req-ff3237ec-96a4-4b85-a180-9ccd9349d0e7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0636423 Mar 31 16:03:51.494808 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c262986-2923-4c05-98a1-d28fe4f0ee3b req-cbe8b3a7-cc6a-4eb4-997d-7ab32ae932dc tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476789 Mar 31 16:03:52.204727 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-e6cec8ff-4ffa-4e3d-afb9-9059f4d75e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:52.206251 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-e6cec8ff-4ffa-4e3d-afb9-9059f4d75e4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1129 time: 0.0540609 Mar 31 16:03:52.299237 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-b22d1655-d7cf-4de1-9239-ffa0b718ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:52.300706 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-b22d1655-d7cf-4de1-9239-ffa0b718ab1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.0890644 Mar 31 16:03:52.383434 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-2c3e18e2-6131-40ac-80bc-e2b9475ea7ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 1001 time: 0.0759490 Mar 31 16:03:52.434286 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-03d10e40-f85e-47c0-b972-9d8449ebedba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:52.435806 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-03d10e40-f85e-47c0-b972-9d8449ebedba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0458415 Mar 31 16:03:52.520242 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-4e6e21c1-5996-46e2-a203-43d29fc4fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:52.521802 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-4e6e21c1-5996-46e2-a203-43d29fc4fd99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785069 Mar 31 16:03:52.544320 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0c306-5cfd-4efb-8b94-561a4ca5ce59 req-8a0b5017-4bf9-452e-b96e-c747486c3e6e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:52.545870 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-afc0c306-5cfd-4efb-8b94-561a4ca5ce59 req-8a0b5017-4bf9-452e-b96e-c747486c3e6e tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.0765207 Mar 31 16:03:52.630563 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391651e-9463-411b-adf7-3118ecd0502a req-37775f0e-fc95-4cf1-9d5d-0a60f720c499 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:52.632164 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d391651e-9463-411b-adf7-3118ecd0502a req-37775f0e-fc95-4cf1-9d5d-0a60f720c499 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0572827 Mar 31 16:03:52.655632 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-afc0c306-5cfd-4efb-8b94-561a4ca5ce59 req-d023040f-d331-478e-adf7-dafc6f41c439 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902238 Mar 31 16:03:52.681401 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-5deb86ff-569a-44d9-8f24-6cb25e0d118d service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515539 Mar 31 16:03:52.702160 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d391651e-9463-411b-adf7-3118ecd0502a req-63e0c5d2-4ad2-4f79-b210-b2b661f234eb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634465 Mar 31 16:03:52.784082 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a49ae1-3665-4d0e-b64c-b55693733ffb req-f0c9258e-2322-499a-96dd-f7bccf9b6cf0 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968993 Mar 31 16:03:53.809995 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa23b-7274-4c73-8b6f-2af01f2b4e30 req-dece4d14-aed4-4964-b214-fb5e60f9a4a3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:53.812659 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-533fa23b-7274-4c73-8b6f-2af01f2b4e30 req-dece4d14-aed4-4964-b214-fb5e60f9a4a3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.0744584 Mar 31 16:03:53.851259 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3998e-4f92-4400-bb63-d7a6f6a78326 req-b253aa5a-7588-47e4-aa60-3853cbdf7eb9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:53.854979 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cfe3998e-4f92-4400-bb63-d7a6f6a78326 req-b253aa5a-7588-47e4-aa60-3853cbdf7eb9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0679684 Mar 31 16:03:53.869004 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-533fa23b-7274-4c73-8b6f-2af01f2b4e30 req-ad35067c-1989-43b6-a838-1f89ee2105b5 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 Mar 31 16:03:53.912608 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cfe3998e-4f92-4400-bb63-d7a6f6a78326 req-1cd58143-c438-42e6-970e-a21dc0f095a4 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517905 Mar 31 16:03:55.012565 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb97c-388b-471b-9e4f-b568ba75d262 req-39ebe341-55e9-41ac-9584-3e9f9f1a0f44 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:55.014250 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-816cb97c-388b-471b-9e4f-b568ba75d262 req-39ebe341-55e9-41ac-9584-3e9f9f1a0f44 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 943 time: 0.0604579 Mar 31 16:03:55.072430 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85dc6a-6d2c-4237-8e92-fe53ae52f78e req-9b606eb5-dd9a-4ff0-8cfa-143ab768b4a9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:55.075041 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f85dc6a-6d2c-4237-8e92-fe53ae52f78e req-9b606eb5-dd9a-4ff0-8cfa-143ab768b4a9 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.0735652 Mar 31 16:03:55.085452 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-816cb97c-388b-471b-9e4f-b568ba75d262 req-98424a97-b23e-4721-aede-0dba33cc50d7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626426 Mar 31 16:03:55.148043 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f85dc6a-6d2c-4237-8e92-fe53ae52f78e req-067cecb2-af95-4955-83c0-f1921c5f63f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667865 Mar 31 16:03:55.185327 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device defcff1a-d4a8-4796-a31c-63414a001923 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:03:55.315745 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port defcff1a-d4a8-4796-a31c-63414a001923, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=defcff1a-d4a8-4796-a31c-63414a001923,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:55.331615 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'defcff1a-d4a8-4796-a31c-63414a001923', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:03:55.391194 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port defcff1a-d4a8-4796-a31c-63414a001923 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:55.391896 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (defcff1a-d4a8-4796-a31c-63414a001923), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:55.417330 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defcff1a-d4a8-4796-a31c-63414a001923 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:03:55.448954 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port defcff1a-d4a8-4796-a31c-63414a001923, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=defcff1a-d4a8-4796-a31c-63414a001923,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:55.536637 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (defcff1a-d4a8-4796-a31c-63414a001923), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:55.599233 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=defcff1a-d4a8-4796-a31c-63414a001923,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:55.609524 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.610023 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.610628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.611223 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.611746 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.612319 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.612688 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.613026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.613364 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.613699 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.614240 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.614865 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.615430 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.615787 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.616118 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:55.847734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['defcff1a-d4a8-4796-a31c-63414a001923'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:03:56.235014 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843289f-cd1b-4b3c-b2a2-006291f9315f req-cd911eaa-519e-44eb-a690-4fcfef4fb313 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:56.236599 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7843289f-cd1b-4b3c-b2a2-006291f9315f req-cd911eaa-519e-44eb-a690-4fcfef4fb313 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 944 time: 0.0701311 Mar 31 16:03:56.303208 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7843289f-cd1b-4b3c-b2a2-006291f9315f req-2d9b6ee3-a71f-4da2-a30d-b2860dfa00e7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597112 Mar 31 16:03:57.199894 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device defcff1a-d4a8-4796-a31c-63414a001923 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:03:57.324839 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port defcff1a-d4a8-4796-a31c-63414a001923 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:03:57.329390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port defcff1a-d4a8-4796-a31c-63414a001923 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:03:57.329716 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (defcff1a-d4a8-4796-a31c-63414a001923), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:57.438882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port defcff1a-d4a8-4796-a31c-63414a001923 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:57.439456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (defcff1a-d4a8-4796-a31c-63414a001923), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:57.465266 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:57.467609 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b61340-e062-4dbf-bf0b-92d472655d49" -d '{"events": [{"server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "name": "network-vif-plugged", "status": "completed", "tag": "defcff1a-d4a8-4796-a31c-63414a001923"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:57.481629 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port defcff1a-d4a8-4796-a31c-63414a001923, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=defcff1a-d4a8-4796-a31c-63414a001923,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:57.488148 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6580258-d5e8-4ed1-bee4-cd392ea8f396 req-a54a9b3d-a63d-49f1-afa1-52d3f9cef5b6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:57.489813 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a6580258-d5e8-4ed1-bee4-cd392ea8f396 req-a54a9b3d-a63d-49f1-afa1-52d3f9cef5b6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 944 time: 0.0902274 Mar 31 16:03:57.521347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0921d9ff-4ebe-4d91-9f14-4968a27e52a8 x-openstack-request-id: req-0921d9ff-4ebe-4d91-9f14-4968a27e52a8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:57.521719 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "name": "network-vif-plugged", "status": "completed", "tag": "defcff1a-d4a8-4796-a31c-63414a001923", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:57.522050 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0921d9ff-4ebe-4d91-9f14-4968a27e52a8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:57.522841 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0921d9ff-4ebe-4d91-9f14-4968a27e52a8'] response: {'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923', 'code': 200} Mar 31 16:03:57.570221 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (defcff1a-d4a8-4796-a31c-63414a001923), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:57.571649 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:03:57.575703 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a6580258-d5e8-4ed1-bee4-cd392ea8f396 req-257b6a4e-0a4a-420a-a18d-de58b7ca4fbb tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787070 Mar 31 16:03:57.676814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46633cff-c0b7-4587-a723-2a8017a07f56 req-fd645e0e-f089-4373-8f45-2c61aec6c444 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:57.678081 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=defcff1a-d4a8-4796-a31c-63414a001923,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:57.679612 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46633cff-c0b7-4587-a723-2a8017a07f56 req-fd645e0e-f089-4373-8f45-2c61aec6c444 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 945 time: 0.1066234 Mar 31 16:03:57.735477 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:57.736066 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:57.744472 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46633cff-c0b7-4587-a723-2a8017a07f56 req-abbbbfcb-1c99-46e2-a977-ad9922311d44 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573175 Mar 31 16:03:57.785392 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:57.856472 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:57.919492 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:57.979357 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23badd3b-cea3-4509-b345-302cab49d6c6 req-3f71aaa7-2988-4bd4-b1d3-ba523ad476fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:57.980895 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-23badd3b-cea3-4509-b345-302cab49d6c6 req-3f71aaa7-2988-4bd4-b1d3-ba523ad476fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1129 time: 0.0538635 Mar 31 16:03:58.036664 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-23badd3b-cea3-4509-b345-302cab49d6c6 req-211e5dca-555d-4610-b67d-e5a7026d4285 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488904 Mar 31 16:03:58.237834 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 35980) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:58.348102 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-bf1294d0-5235-4df0-81b9-ff009a494bb0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088321 Mar 31 16:03:58.358085 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-d4573319-9e9f-4f8f-820f-6cdd8b0b38c6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:03:58.359131 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-d4573319-9e9f-4f8f-820f-6cdd8b0b38c6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052817 Mar 31 16:03:58.443978 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 35988) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:58.552476 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62ce8-f314-4729-9edb-71417425e3cf req-949b6765-a5de-406b-9c7e-4ae573db874f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:58.553978 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-949b6765-a5de-406b-9c7e-4ae573db874f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports/e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 940 time: 0.1088655 Mar 31 16:03:58.918691 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6977b6-fa24-4c4f-aaee-d13bdff6d3ef req-f19804c2-777d-47ac-87c7-127116c8da41 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:58.923758 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa6977b6-fa24-4c4f-aaee-d13bdff6d3ef req-f19804c2-777d-47ac-87c7-127116c8da41 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0956414 Mar 31 16:03:59.009747 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa6977b6-fa24-4c4f-aaee-d13bdff6d3ef req-f45b5950-636e-4d35-817c-789a3558ea06 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737441 Mar 31 16:03:59.022855 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925c606-fa31-4ccd-aa73-2d6d874b0b0e req-2f100199-546c-4163-9239-9d7cc9a063a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:59.023688 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d925c606-fa31-4ccd-aa73-2d6d874b0b0e req-2f100199-546c-4163-9239-9d7cc9a063a2 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 945 time: 0.3574364 Mar 31 16:03:59.104276 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d925c606-fa31-4ccd-aa73-2d6d874b0b0e req-823a8324-ad54-4090-8428-dc2a314cd686 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675240 Mar 31 16:03:59.524341 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:59.527337 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0213103-ea3b-478c-ba84-63eb28c7012f" -d '{"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:59.560808 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9c369-e95b-4294-961c-180207efcbd4 x-openstack-request-id: req-c2f9c369-e95b-4294-961c-180207efcbd4 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:59.561063 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-unplugged", "status": "failed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "code": 422}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:59.561322 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2f9c369-e95b-4294-961c-180207efcbd4 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:59.561735 dv-cinder-836027-1-iscsi neutron-server[104110]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c2f9c369-e95b-4294-961c-180207efcbd4']: {'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'code': 422} returned with failed status Mar 31 16:04:00.184017 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03870c83-5b95-4f4a-bfe4-fec815eda83b req-c68bc9dd-fa90-4aa8-8f79-5da6dce4bc9f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.186505 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-03870c83-5b95-4f4a-bfe4-fec815eda83b req-c68bc9dd-fa90-4aa8-8f79-5da6dce4bc9f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0705380 Mar 31 16:04:00.252531 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-03870c83-5b95-4f4a-bfe4-fec815eda83b req-72cac3e2-d21d-4817-90ea-c8c4d47d37f2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598133 Mar 31 16:04:00.268723 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c9dc-b54e-412f-87c6-91c42ee18b72 req-49e3f297-98cd-40bf-ae6f-8550c01f8e8b tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.270356 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dde2c9dc-b54e-412f-87c6-91c42ee18b72 req-49e3f297-98cd-40bf-ae6f-8550c01f8e8b tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 945 time: 0.0587881 Mar 31 16:04:00.324911 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dde2c9dc-b54e-412f-87c6-91c42ee18b72 req-be680709-341f-486d-b65a-6c8d107ad013 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473306 Mar 31 16:04:00.452104 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62ce8-f314-4729-9edb-71417425e3cf req-6f16dbeb-36a5-48fd-9a45-aaf7723cfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.453559 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-6f16dbeb-36a5-48fd-9a45-aaf7723cfd3d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd&tenant_id=a0eea16e0a3046d2860af043718282e9 HTTP/1.1" status: 200 len: 1127 time: 0.1124389 Mar 31 16:04:00.474100 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95bf80-277d-4242-83fe-a1bb61e62100 req-d807c380-c95e-40bb-b630-3c6057157801 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.475923 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9d95bf80-277d-4242-83fe-a1bb61e62100 req-d807c380-c95e-40bb-b630-3c6057157801 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 945 time: 0.0767617 Mar 31 16:04:00.557913 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9d95bf80-277d-4242-83fe-a1bb61e62100 req-d4fc5d26-482a-4d9c-ac00-9f8abca50839 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755708 Mar 31 16:04:00.568824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62ce8-f314-4729-9edb-71417425e3cf req-9b2f0a44-a8a7-4c9c-a44c-ab3b2137bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.570446 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-9b2f0a44-a8a7-4c9c-a44c-ab3b2137bc2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1127 time: 0.0801616 Mar 31 16:04:00.583584 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36010) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:04:00.639027 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7351329-df01-4a2e-afb1-d9d2e7b62540 tempest-TestVolumeBootPattern-646364610 tempest-TestVolumeBootPattern-646364610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.642276 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c7351329-df01-4a2e-afb1-d9d2e7b62540 tempest-TestVolumeBootPattern-646364610 tempest-TestVolumeBootPattern-646364610-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1124 time: 0.0559268 Mar 31 16:04:00.644947 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36012) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:04:00.650048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:00.686700 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62ce8-f314-4729-9edb-71417425e3cf req-faae5f0b-b1c0-4650-ade2-e5abe67ae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.688372 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-faae5f0b-b1c0-4650-ade2-e5abe67ae9b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.1119285 Mar 31 16:04:00.730702 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:00.771871 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-748f883c-064a-4a37-80a7-7f3cc7b4e46a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 999 time: 0.0776162 Mar 31 16:04:00.839797 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:00.850368 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62ce8-f314-4729-9edb-71417425e3cf req-8a581cea-9b39-4e73-ae55-411d3b1e8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.853010 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-8a581cea-9b39-4e73-ae55-411d3b1e8755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0749483 Mar 31 16:04:00.910011 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62ce8-f314-4729-9edb-71417425e3cf req-1a217280-34cd-4063-891f-d6a1d5508a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:00.912627 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-1a217280-34cd-4063-891f-d6a1d5508a9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535455 Mar 31 16:04:00.960122 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Allocated IP 172.27.1.194 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/6c614c52-5868-4b6f-b063-26227e2801e1) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:04:01.017041 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-f03e8398-0f41-4e5b-866f-26afc26e269a service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987823 Mar 31 16:04:01.091390 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (6c614c52-5868-4b6f-b063-26227e2801e1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:01.132557 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09b62ce8-f314-4729-9edb-71417425e3cf req-269e1780-92d0-414a-ab53-cf1868d21c48 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014400 Mar 31 16:04:01.192769 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (6c614c52-5868-4b6f-b063-26227e2801e1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:01.247838 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:01.253278 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:01.263141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:04:01.269467 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=6c614c52-5868-4b6f-b063-26227e2801e1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:01.301665 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.302112 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.302460 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.302841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.303182 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.303516 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.303848 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.304187 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.304611 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.305003 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.305542 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.305877 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.306201 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.307326 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.307326 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.529804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f3e79-359f-4f3a-b37d-b360a19f6283 req-46339c64-b15a-4d1b-aeb4-c7c6f38dc600 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:01.531473 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a0f3e79-359f-4f3a-b37d-b360a19f6283 req-46339c64-b15a-4d1b-aeb4-c7c6f38dc600 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.1731567 Mar 31 16:04:01.617007 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a0f3e79-359f-4f3a-b37d-b360a19f6283 req-0b4271a8-8436-4a6c-a535-e9c2bb258c03 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710638 Mar 31 16:04:01.771910 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (b8be2691-a9ad-498d-883f-0595f56964d8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:01.958318 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (6c614c52-5868-4b6f-b063-26227e2801e1), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:02.207246 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (6c614c52-5868-4b6f-b063-26227e2801e1), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:02.285960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (6c614c52-5868-4b6f-b063-26227e2801e1), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:02.381511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=6c614c52-5868-4b6f-b063-26227e2801e1,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:02.397792 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (b8be2691-a9ad-498d-883f-0595f56964d8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:02.922970 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cbf06-6956-4e6a-ab0e-03dd629af9b4 req-196eb6bd-aba7-46ba-a191-af8630389ce5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:02.926087 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Floating IP b8be2691-a9ad-498d-883f-0595f56964d8 associated. External IP: 172.27.1.194, port: defcff1a-d4a8-4796-a31c-63414a001923. Mar 31 16:04:02.927928 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-976cbf06-6956-4e6a-ab0e-03dd629af9b4 req-196eb6bd-aba7-46ba-a191-af8630389ce5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.1557529 Mar 31 16:04:03.016984 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-976cbf06-6956-4e6a-ab0e-03dd629af9b4 req-f13ce7a8-75c8-4ffa-97ae-187c0c9f7726 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816755 Mar 31 16:04:03.346402 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:04:03.520794 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:04:03.533135 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:03.548473 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:04:03.549104 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:03:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:03.608371 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:03.686135 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1af361ff-19c7-48f7-8ca9-3a92d07f6789 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0397701 Mar 31 16:04:03.687735 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:03.693042 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "tag": "defcff1a-d4a8-4796-a31c-63414a001923"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:04:03.762026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:04:03.770899 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e14db4c-819f-4b10-81b9-658a116e5f55 x-openstack-request-id: req-6e14db4c-819f-4b10-81b9-658a116e5f55 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:04:03.771720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "tag": "defcff1a-d4a8-4796-a31c-63414a001923", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:04:03.778692 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e14db4c-819f-4b10-81b9-658a116e5f55 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:04:03.778692 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e14db4c-819f-4b10-81b9-658a116e5f55'] response: {'name': 'network-changed', 'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923', 'status': 'completed', 'code': 200} Mar 31 16:04:04.138136 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:01Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:04.192927 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:04.196194 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26f50d-6c15-4a1a-90df-80d3a1d2b903 req-d96f25c5-71d4-4594-afba-96e789400335 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:04.204459 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9c26f50d-6c15-4a1a-90df-80d3a1d2b903 req-d96f25c5-71d4-4594-afba-96e789400335 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0860803 Mar 31 16:04:04.226208 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:04:04.227727 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:03:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:04.267565 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9c26f50d-6c15-4a1a-90df-80d3a1d2b903 req-22daddef-2892-4cc0-86fc-30ca986dfc39 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620699 Mar 31 16:04:04.409974 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:04:04.757940 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:01Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:04.807091 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986a2f0-3563-4c97-b203-6c7bbb36a6fe None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:01Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:05.179206 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b12d7a-eddf-4f0e-b7b1-b96617508a2e None None] New status for floating IP b8be2691-a9ad-498d-883f-0595f56964d8: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:04:05.494875 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e655-36e3-4123-9499-cea02e02731a req-6a3daf70-ba3c-4120-85c5-f933e870217c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:05.497700 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a791e655-36e3-4123-9499-cea02e02731a req-6a3daf70-ba3c-4120-85c5-f933e870217c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.1267226 Mar 31 16:04:05.600191 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a791e655-36e3-4123-9499-cea02e02731a req-bdde6725-8c41-4587-86d6-aa877f7e1938 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949795 Mar 31 16:04:06.822582 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14586731-7e07-4574-9b4c-92d3b4b00dd9 req-9fecc62d-5e76-4ed4-b033-9f76dd98eb2c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:06.824476 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-14586731-7e07-4574-9b4c-92d3b4b00dd9 req-9fecc62d-5e76-4ed4-b033-9f76dd98eb2c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0911424 Mar 31 16:04:06.916014 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-14586731-7e07-4574-9b4c-92d3b4b00dd9 req-a072d955-bb65-4e8d-be32-30fa44e9eaeb tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844378 Mar 31 16:04:08.075953 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8dbb-47a1-4cf2-b8de-5fae39dc0142 req-b93ddc29-31c0-40c2-ace0-a8ccc087129f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:08.079701 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-346c8dbb-47a1-4cf2-b8de-5fae39dc0142 req-b93ddc29-31c0-40c2-ace0-a8ccc087129f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0638440 Mar 31 16:04:08.158502 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-346c8dbb-47a1-4cf2-b8de-5fae39dc0142 req-34676bde-69b0-483d-b92d-c602051b3259 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719454 Mar 31 16:04:08.404538 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff15e-572e-48b2-aaea-a2d40ce1c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:09.311786 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a121a3-3d50-4c34-a835-cff36ea89bb1 req-4e6544a3-c79d-4960-af69-6bdcfc11288b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.313355 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a121a3-3d50-4c34-a835-cff36ea89bb1 req-4e6544a3-c79d-4960-af69-6bdcfc11288b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0560362 Mar 31 16:04:09.396224 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51a121a3-3d50-4c34-a835-cff36ea89bb1 req-6617ce6e-5a0f-40c9-94b5-411e2f490dac tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679471 Mar 31 16:04:09.451403 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-f9c8b87a-e0f4-45f6-9658-3fac69257b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.453964 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-f9c8b87a-e0f4-45f6-9658-3fac69257b03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1129 time: 0.0755763 Mar 31 16:04:09.472778 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-92ca37e7-d0e4-4df6-9d32-068108c3f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.474907 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-92ca37e7-d0e4-4df6-9d32-068108c3f405 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0eea16e0a3046d2860af043718282e9&device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1127 time: 0.0683692 Mar 31 16:04:09.569019 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-018d4c02-2480-474d-bc92-29bef702e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.570853 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-018d4c02-2480-474d-bc92-29bef702e7ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1107006 Mar 31 16:04:09.587329 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-0d996782-cc1f-4f11-b3b8-1fef8d1dacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.588852 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-0d996782-cc1f-4f11-b3b8-1fef8d1dacd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 200 len: 918 time: 0.0941439 Mar 31 16:04:09.644593 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-dfae4654-2cab-41e6-acaa-935200141eda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 200 len: 1001 time: 0.0666506 Mar 31 16:04:09.696528 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-271583d2-9bb5-4cf4-ae4c-134b0259c1e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 200 len: 999 time: 0.0987289 Mar 31 16:04:09.699524 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-a4e95602-7456-4190-a854-efc7834581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.700997 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-a4e95602-7456-4190-a854-efc7834581a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0499129 Mar 31 16:04:09.751518 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-2a17f07f-bdf1-43b8-9ac6-c3e129c9edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.753474 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-2a17f07f-bdf1-43b8-9ac6-c3e129c9edb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 200 len: 856 time: 0.0522559 Mar 31 16:04:09.768957 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-a74de691-3496-494c-9f30-9b61292fb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.770925 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-a74de691-3496-494c-9f30-9b61292fb87c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633419 Mar 31 16:04:09.836332 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-fbe8a13d-7051-49b1-adf4-4754feae8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.839038 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-fbe8a13d-7051-49b1-adf4-4754feae8564 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfbfb73c-0499-43f5-9013-217d339efe4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786042 Mar 31 16:04:09.866323 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-238c138e-7179-49b4-a16b-6412f2aeecda service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885174 Mar 31 16:04:09.968713 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-ce9aaa33-d01f-4aeb-888a-2c9b04304363 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229343 Mar 31 16:04:09.983056 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3cb73e2-423d-49cf-b3b4-74fae7eef2bc req-bb25a84e-d0f2-4c14-b594-2dfdf442e589 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083667 Mar 31 16:04:10.068039 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4c7cd73-2f2b-4fca-a18b-b05fc97ba823 req-a6c14645-4f39-4b8a-908a-2fecf24a34b8 service neutron] 10.222.0.48 "GET /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900633 Mar 31 16:04:10.627421 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b349e-a0ff-4575-b33c-b1f953496f18 req-9d977e21-9d69-4429-90b2-9ac96dbbd555 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:10.628926 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f92b349e-a0ff-4575-b33c-b1f953496f18 req-9d977e21-9d69-4429-90b2-9ac96dbbd555 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.1380305 Mar 31 16:04:10.710338 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f92b349e-a0ff-4575-b33c-b1f953496f18 req-af32927c-d7d6-4e16-b158-e19218ec9a7b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721688 Mar 31 16:04:10.993126 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-83bdf840-0e8a-4315-aa38-63417cb8bb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:11.869700 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88744b6d-2043-44bc-9333-1bf2250890de req-49367df4-51d7-4c44-9122-d8ac39796914 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:11.872100 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-88744b6d-2043-44bc-9333-1bf2250890de req-49367df4-51d7-4c44-9122-d8ac39796914 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0740516 Mar 31 16:04:11.932755 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-88744b6d-2043-44bc-9333-1bf2250890de req-02f7d004-4f13-4eaf-a329-7f742ebf2d0e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506277 Mar 31 16:04:13.070491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1874b-feac-4bd3-bee8-4d785c8671a8 req-948059ba-2b96-4671-9494-4bbcb35e3f8f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:13.072836 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87a1874b-feac-4bd3-bee8-4d785c8671a8 req-948059ba-2b96-4671-9494-4bbcb35e3f8f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 943 time: 0.0671375 Mar 31 16:04:13.135890 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87a1874b-feac-4bd3-bee8-4d785c8671a8 req-fcc57100-14a6-4cce-bfa8-d571a595b02e tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529482 Mar 31 16:04:13.305542 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:04:13.429182 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:13.443353 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'port_id': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'mac_address': 'fa:16:3e:97:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:04:13.497677 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:04:13.498181 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:13.514090 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a6d4dc-eb46-467b-bf28-afd5de3987bb {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:04:13.537785 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:13.614601 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:13.698369 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=9']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:13.781494 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:13.896649 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['e3a6d4dc-eb46-467b-bf28-afd5de3987bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:04:14.283359 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12601-ac5f-4526-9c3c-b88a491e25de req-d4fa366a-7511-4c2b-b134-ec0b7409fc3c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:14.284968 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53e12601-ac5f-4526-9c3c-b88a491e25de req-d4fa366a-7511-4c2b-b134-ec0b7409fc3c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 944 time: 0.0564094 Mar 31 16:04:14.347347 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53e12601-ac5f-4526-9c3c-b88a491e25de req-9b3e71ba-e1bf-4f0e-91f4-8f8b0b4d36ac tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513389 Mar 31 16:04:14.958896 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:15.325281 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:04:15.381378 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port e3a6d4dc-eb46-467b-bf28-afd5de3987bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:04:15.381656 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:15.499970 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port e3a6d4dc-eb46-467b-bf28-afd5de3987bb is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:04:15.500619 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:15.505492 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88dcc-12ff-4e1b-8a60-b9c08a544df8 req-014b48a9-20ed-4b6d-a9e1-8a42c78d6fbc tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:15.506517 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-96a88dcc-12ff-4e1b-8a60-b9c08a544df8 req-014b48a9-20ed-4b6d-a9e1-8a42c78d6fbc tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 944 time: 0.0690846 Mar 31 16:04:15.527019 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:15.529349 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd8f623-f62e-4c42-a9de-306e11fdd27c" -d '{"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:04:15.546858 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:15.565338 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-96a88dcc-12ff-4e1b-8a60-b9c08a544df8 req-9026066d-ec1f-42a1-b7a1-c291542e44a2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525506 Mar 31 16:04:15.579382 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacbd6cd-0bbb-4fa1-b86b-f510f38a696e x-openstack-request-id: req-aacbd6cd-0bbb-4fa1-b86b-f510f38a696e {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:04:15.579856 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:04:15.580230 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aacbd6cd-0bbb-4fa1-b86b-f510f38a696e {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:04:15.580861 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacbd6cd-0bbb-4fa1-b86b-f510f38a696e'] response: {'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'code': 200} Mar 31 16:04:15.616339 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:15.690933 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=10']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:15.988317 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cbb87-7606-46d1-b7f8-8b2db20da215 req-9dad7978-8c20-4e33-b8a5-f978a5a8a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:15.989943 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc2cbb87-7606-46d1-b7f8-8b2db20da215 req-9dad7978-8c20-4e33-b8a5-f978a5a8a22f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 1130 time: 0.0515211 Mar 31 16:04:16.036944 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc2cbb87-7606-46d1-b7f8-8b2db20da215 req-5c186847-7c9d-4d03-9690-bade9b0aa598 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Mar 31 16:04:16.472878 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:16.704710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b29f08-c82e-4b64-806a-f1ac620227ea req-dd132066-a617-4800-b32d-e4d3172aa9e8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:16.706682 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-00b29f08-c82e-4b64-806a-f1ac620227ea req-dd132066-a617-4800-b32d-e4d3172aa9e8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 946 time: 0.0590525 Mar 31 16:04:16.766746 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-00b29f08-c82e-4b64-806a-f1ac620227ea req-d76c7fe3-a39a-4fcb-bf36-e1f59a707fe7 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Mar 31 16:04:17.913622 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e1e2e-a5fe-49c5-a929-1a6fd3d8ec5c req-0a6ad07a-da8b-41a3-8b8b-d36068457624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:17.915919 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-237e1e2e-a5fe-49c5-a929-1a6fd3d8ec5c req-0a6ad07a-da8b-41a3-8b8b-d36068457624 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 946 time: 0.0602760 Mar 31 16:04:17.985292 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-237e1e2e-a5fe-49c5-a929-1a6fd3d8ec5c req-5de1ef40-e678-449a-a2d6-eda8548e6ae5 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632753 Mar 31 16:04:19.149148 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257912-e19c-469f-b4f5-095b42ff378e req-1491327d-1d0e-47f6-bef8-71fe09fd7a0b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:19.151939 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04257912-e19c-469f-b4f5-095b42ff378e req-1491327d-1d0e-47f6-bef8-71fe09fd7a0b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 946 time: 0.0839975 Mar 31 16:04:19.228675 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04257912-e19c-469f-b4f5-095b42ff378e req-37419771-bdf4-41aa-9e05-6aa3db1ace22 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708592 Mar 31 16:04:19.433051 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:19.698984 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:04:37.923070 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41ed51ed-0861-4632-9353-0cd7763a3fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:40.958989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32d91581-b5dc-4d1b-b80c-7ed73a5a4fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:43.794024 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:44.974444 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:46.448695 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:49.545345 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:51.172201 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5759a-a820-4ace-ae01-3c1aa202e91b req-30e772bd-a132-4c41-a271-2fd2e44c178d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:51.174268 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ea5759a-a820-4ace-ae01-3c1aa202e91b req-30e772bd-a132-4c41-a271-2fd2e44c178d tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 946 time: 0.0584443 Mar 31 16:04:51.233501 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ea5759a-a820-4ace-ae01-3c1aa202e91b req-67f0c8e6-2fdf-4614-9dad-aba60a721b22 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529461 Mar 31 16:04:52.399738 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f21e2-a553-41ff-a04d-a4b6f51af434 req-21187f07-188f-450e-9f6c-a284dfa97774 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:52.402414 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a58f21e2-a553-41ff-a04d-a4b6f51af434 req-21187f07-188f-450e-9f6c-a284dfa97774 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 946 time: 0.0740151 Mar 31 16:04:52.481580 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a58f21e2-a553-41ff-a04d-a4b6f51af434 req-4300c2e0-699d-4c96-8545-faac6dddad3b tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups?id=26567626-ffce-4e6b-b9f1-981c1613a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728772 Mar 31 16:04:52.614686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-80b7fe1c-17af-4fec-94cb-631ff5dc6c0c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:52.617918 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-80b7fe1c-17af-4fec-94cb-631ff5dc6c0c tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 946 time: 0.0693862 Mar 31 16:04:52.769815 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Deleting port e3a6d4dc-eb46-467b-bf28-afd5de3987bb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:04:52.770367 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:52.878188 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] For port e3a6d4dc-eb46-467b-bf28-afd5de3987bb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:52.878663 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.074531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.074926 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (c222502a-c9af-4a5a-b1d5-77af2654bf45), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.075247 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Floating IP c222502a-c9af-4a5a-b1d5-77af2654bf45 disassociated. External IP: 172.27.1.227, port: e3a6d4dc-eb46-467b-bf28-afd5de3987bb. Mar 31 16:04:53.075624 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Calling delete_port for e3a6d4dc-eb46-467b-bf28-afd5de3987bb owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:04:53.301300 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (e3a6d4dc-eb46-467b-bf28-afd5de3987bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.332393 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event deleted for resources: {'Port': ['ID=e3a6d4dc-eb46-467b-bf28-afd5de3987bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:53.466581 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:04:53.619537 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c064d302-2c09-44d8-8998-0bbe52f19171 req-ae40ab48-b496-4f09-b15e-78f22cb81b46 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 210 time: 0.0487497 Mar 31 16:04:53.648630 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:04:53.662241 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:53.678069 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:04:53.679114 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:04:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:53.713333 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] No DVR routers for this DVR port e3a6d4dc-eb46-467b-bf28-afd5de3987bb on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:04:53.718752 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.724218 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00dbb0be-2d69-45fb-9d9e-c69c2fad9805 req-58359630-f70a-4e7f-bb2d-a68843af70f6 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.48 "DELETE /v2.0/ports/e3a6d4dc-eb46-467b-bf28-afd5de3987bb HTTP/1.1" status: 204 len: 173 time: 1.1016662 Mar 31 16:04:53.724934 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-deleted', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:53.731405 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c0e565-8fe8-4109-8be0-af2382e9cc7d" -d '{"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-deleted", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:04:53.854494 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:04:53.876882 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b192e-5bfc-4163-ad4e-fe990ef43301 x-openstack-request-id: req-a56b192e-5bfc-4163-ad4e-fe990ef43301 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:04:53.877363 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207aabe-c76a-419e-b859-7d045c304dcd", "name": "network-vif-deleted", "tag": "e3a6d4dc-eb46-467b-bf28-afd5de3987bb", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:04:53.877650 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a56b192e-5bfc-4163-ad4e-fe990ef43301 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:04:53.878148 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56b192e-5bfc-4163-ad4e-fe990ef43301'] response: {'server_uuid': '6207aabe-c76a-419e-b859-7d045c304dcd', 'name': 'network-vif-deleted', 'tag': 'e3a6d4dc-eb46-467b-bf28-afd5de3987bb', 'status': 'completed', 'code': 200} Mar 31 16:04:54.127109 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:54.167300 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:54.178406 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:04:54.179823 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:04:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:54.301473 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:04:54.524017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:54.554854 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26328cf3-7483-403c-9559-25750d5050f2 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T15:59:34Z', 'revision_number': 4, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'dcbe2c79-4878-4cf3-8123-cd13349d0266', 'name': '', 'network_id': 'bfbfb73c-0499-43f5-9013-217d339efe4c', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'mac_address': 'fa:16:3e:9a:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:33Z', 'updated_at': '2022-03-31T15:59:38Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'subnets': [{'id': '709e2035-0dc8-46d3-8fa2-80ddea9936c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:54.785673 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de301e13-5448-4713-b8d5-38ee485297d4 req-f2c6978a-bed0-4627-8839-ec8496d2e38f tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/ports?device_id=6207aabe-c76a-419e-b859-7d045c304dcd HTTP/1.1" status: 200 len: 210 time: 0.0316336 Mar 31 16:04:54.857682 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff88ce0-6423-48f2-8e98-5c2782c9cc20 None None] New status for floating IP c222502a-c9af-4a5a-b1d5-77af2654bf45: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:04:55.954967 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36162) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:04:56.022943 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (26567626-ffce-4e6b-b9f1-981c1613a40f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.048925 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (26567626-ffce-4e6b-b9f1-981c1613a40f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.185878 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (26567626-ffce-4e6b-b9f1-981c1613a40f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.190863 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.192317 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "DELETE /v2.0/security-groups/26567626-ffce-4e6b-b9f1-981c1613a40f HTTP/1.1" status: 204 len: 168 time: 0.2362230 Mar 31 16:04:56.197405 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36164) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:04:56.203522 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26567626-ffce-4e6b-b9f1-981c1613a40f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:56.212325 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.212683 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.213043 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.213457 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.214366 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.214366 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.214774 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.214994 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.215159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.215477 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.216067 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.216395 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.216721 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.217046 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.217368 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66a72c-36e2-4d2f-a25e-993cef933aa8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:56.224313 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-cc4b5e1b-4cd0-4baa-94c4-a89b8d575555 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] show failed (client error): The resource could not be found. Mar 31 16:04:56.226692 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cc4b5e1b-4cd0-4baa-94c4-a89b8d575555 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "GET /v2.0/security-groups/26567626-ffce-4e6b-b9f1-981c1613a40f HTTP/1.1" status: 404 len: 347 time: 0.0271516 Mar 31 16:04:56.230317 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36166) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:04:56.389047 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Deleting port d36929f7-f429-450b-8f22-4fe2df8b84e6 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:04:56.389047 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.493087 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.493420 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (d36929f7-f429-450b-8f22-4fe2df8b84e6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.513520 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Calling delete_port for d36929f7-f429-450b-8f22-4fe2df8b84e6 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:04:56.702378 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:04:56.781437 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (d36929f7-f429-450b-8f22-4fe2df8b84e6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.818919 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Pushing event deleted for resources: {'Port': ['ID=d36929f7-f429-450b-8f22-4fe2df8b84e6,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:56.898052 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks [] for floatingip (c222502a-c9af-4a5a-b1d5-77af2654bf45), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.901351 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:56.903588 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7515fa2f-393d-40dd-911a-44605cf72db2 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] 10.222.0.58 "DELETE /v2.0/floatingips/c222502a-c9af-4a5a-b1d5-77af2654bf45 HTTP/1.1" status: 204 len: 168 time: 0.6712861 Mar 31 16:04:57.503045 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:04:57.524223 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: e3a6d4dc-eb46-467b-bf28-afd5de3987bb {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:04:57.524570 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device e3a6d4dc-eb46-467b-bf28-afd5de3987bb not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:04:59.718901 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:00.219985 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (7f6feb74-6844-41ef-92f4-5638f4f024a9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:00.489938 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Deleting port dcbe2c79-4878-4cf3-8123-cd13349d0266 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:05:00.490319 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:00.578311 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] For port dcbe2c79-4878-4cf3-8123-cd13349d0266, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=dcbe2c79-4878-4cf3-8123-cd13349d0266,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:00.578779 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:00.594245 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Calling delete_port for dcbe2c79-4878-4cf3-8123-cd13349d0266 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:05:00.865442 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (dcbe2c79-4878-4cf3-8123-cd13349d0266), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:00.892964 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbe2c79-4878-4cf3-8123-cd13349d0266,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:01.125141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (7f6feb74-6844-41ef-92f4-5638f4f024a9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:01.381286 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Router 7f6feb74-6844-41ef-92f4-5638f4f024a9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:05:01.554202 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:05:01.563037 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dec8964d-b133-485a-872d-75e5cd718627 admin admin] 10.222.0.58 "PUT /v2.0/routers/7f6feb74-6844-41ef-92f4-5638f4f024a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395329 Mar 31 16:05:01.563927 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36192) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:01.566930 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] Sync routers for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:05:01.580195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:01.581120 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:04:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:01.700817 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:01.701093 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks [] for router (7f6feb74-6844-41ef-92f4-5638f4f024a9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:01.890507 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks [] for router_gateway (7f6feb74-6844-41ef-92f4-5638f4f024a9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:01.907496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T16:05:00Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:01.949417 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] Checking router: 7f6feb74-6844-41ef-92f4-5638f4f024a9 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:05:01.964845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] Routers {'7f6feb74-6844-41ef-92f4-5638f4f024a9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:01.964845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:04:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7f6feb74-6844-41ef-92f4-5638f4f024a9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:02.030000 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Deleting port 6b8100d8-6ac3-4694-a379-13632a6c75b1 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:05:02.030419 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.105616 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] Set router 7f6feb74-6844-41ef-92f4-5638f4f024a9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:02.144337 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] For port 6b8100d8-6ac3-4694-a379-13632a6c75b1, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=6b8100d8-6ac3-4694-a379-13632a6c75b1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:02.144710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.160691 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Calling delete_port for 6b8100d8-6ac3-4694-a379-13632a6c75b1 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:05:02.326999 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T16:05:00Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:02.355499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40cccc-a1f7-4517-912b-bce8d3098883 None None] The sync data for ids ['7f6feb74-6844-41ef-92f4-5638f4f024a9'] in dv-cinder-836027-1-iscsi is: [{'id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1336615213-router', 'tenant_id': 'a0eea16e0a3046d2860af043718282e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:59:29Z', 'updated_at': '2022-03-31T16:05:00Z', 'revision_number': 5, 'project_id': 'a0eea16e0a3046d2860af043718282e9', 'gw_port': {'id': '6b8100d8-6ac3-4694-a379-13632a6c75b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6feb74-6844-41ef-92f4-5638f4f024a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:59:30Z', 'updated_at': '2022-03-31T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:05:02.507105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (6b8100d8-6ac3-4694-a379-13632a6c75b1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.534093 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8100d8-6ac3-4694-a379-13632a6c75b1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:02.614326 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (7f6feb74-6844-41ef-92f4-5638f4f024a9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.732110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (7f6feb74-6844-41ef-92f4-5638f4f024a9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.734868 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks [] for router_controller (7f6feb74-6844-41ef-92f4-5638f4f024a9), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.907249 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (7f6feb74-6844-41ef-92f4-5638f4f024a9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.907956 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6feb74-6844-41ef-92f4-5638f4f024a9 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:05:02.914616 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:02.920663 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1fb783e3-1107-4717-b720-410b41f14308 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7f6feb74-6844-41ef-92f4-5638f4f024a9 HTTP/1.1" status: 204 len: 168 time: 1.3508208 Mar 31 16:05:02.920663 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36194) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:02.987218 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Deleting subnet 709e2035-0dc8-46d3-8fa2-80ddea9936c2 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:05:02.992906 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Publish callbacks [] for subnet (709e2035-0dc8-46d3-8fa2-80ddea9936c2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.056638 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853635'] for subnet (709e2035-0dc8-46d3-8fa2-80ddea9936c2), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.229825 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (709e2035-0dc8-46d3-8fa2-80ddea9936c2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.268956 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-92b49110-31aa-40b7-8784-2e2aa5728c39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1632493 Mar 31 16:05:03.355480 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-370f2c2f-26be-48fa-8377-43ad29a666f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:03.358192 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-370f2c2f-26be-48fa-8377-43ad29a666f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1129 time: 0.0523241 Mar 31 16:05:03.391418 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26479253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25722455'] for subnet (709e2035-0dc8-46d3-8fa2-80ddea9936c2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.419042 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709e2035-0dc8-46d3-8fa2-80ddea9936c2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:03.422972 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.429881 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4bf35dde-5a7e-4256-87b7-5f3b7ea4196c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/709e2035-0dc8-46d3-8fa2-80ddea9936c2 HTTP/1.1" status: 204 len: 168 time: 0.5094178 Mar 31 16:05:03.430613 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36198) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:03.433436 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602470ad-4852-4e56-831e-a1932988b8f6 None None] Network bfbfb73c-0499-43f5-9013-217d339efe4c requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:05:03.522224 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (bfbfb73c-0499-43f5-9013-217d339efe4c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.594134 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Deleting port ed046c12-dab4-46c1-8807-9efcdb5aabb6 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:05:03.594480 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.684015 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] For port ed046c12-dab4-46c1-8807-9efcdb5aabb6, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=ed046c12-dab4-46c1-8807-9efcdb5aabb6,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:03.686513 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.715155 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Calling delete_port for ed046c12-dab4-46c1-8807-9efcdb5aabb6 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:05:03.793087 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] DHCP port deletion for bfbfb73c-0499-43f5-9013-217d339efe4c request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:05:03.873385 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Deleting port ed046c12-dab4-46c1-8807-9efcdb5aabb6 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:05:03.873854 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.896160 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:03.948123 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed046c12-dab4-46c1-8807-9efcdb5aabb6,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:03.956948 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] No DVR routers for this DVR port ed046c12-dab4-46c1-8807-9efcdb5aabb6 on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:05:03.971760 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-412beab8-fdf1-4f8a-843d-1ac38da0b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:03.974006 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-412beab8-fdf1-4f8a-843d-1ac38da0b5f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.5916481 Mar 31 16:05:04.035003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] For port ed046c12-dab4-46c1-8807-9efcdb5aabb6, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=ed046c12-dab4-46c1-8807-9efcdb5aabb6,segment=NetworkSegment(c6b36d05-2757-4e0f-9617-10da16008526),segment_id=c6b36d05-2757-4e0f-9617-10da16008526)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:04.035799 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.050124 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device ed046c12-dab4-46c1-8807-9efcdb5aabb6 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:05:04.080421 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-69ba1807-ce2d-4452-afd2-8870a1dc8cce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 200 len: 1001 time: 0.0990865 Mar 31 16:05:04.082755 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Calling delete_port for ed046c12-dab4-46c1-8807-9efcdb5aabb6 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:05:04.091684 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: ed046c12-dab4-46c1-8807-9efcdb5aabb6 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:05:04.092177 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device ed046c12-dab4-46c1-8807-9efcdb5aabb6 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:05:04.092782 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 6b8100d8-6ac3-4694-a379-13632a6c75b1 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:05:04.120497 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (bfbfb73c-0499-43f5-9013-217d339efe4c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.136022 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 6b8100d8-6ac3-4694-a379-13632a6c75b1 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:05:04.136567 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 6b8100d8-6ac3-4694-a379-13632a6c75b1 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:05:04.137248 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device dcbe2c79-4878-4cf3-8123-cd13349d0266 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:05:04.153979 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-4e10528c-fb81-4057-adec-63e2da07acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:04.156557 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-4e10528c-fb81-4057-adec-63e2da07acca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0694630 Mar 31 16:05:04.160022 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbfb73c-0499-43f5-9013-217d339efe4c']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:04.177773 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b36d05-2757-4e0f-9617-10da16008526') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:04.178232 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b36d05-2757-4e0f-9617-10da16008526') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:04.195979 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (c6b36d05-2757-4e0f-9617-10da16008526), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.208017 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: dcbe2c79-4878-4cf3-8123-cd13349d0266 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:05:04.208466 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device dcbe2c79-4878-4cf3-8123-cd13349d0266 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:05:04.218481 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (c6b36d05-2757-4e0f-9617-10da16008526), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.225490 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:05:04.225980 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (c6b36d05-2757-4e0f-9617-10da16008526), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.246860 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-19f5c577-2609-4ae3-b65c-ec6e96ed3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:04.250180 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-19f5c577-2609-4ae3-b65c-ec6e96ed3487 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866215 Mar 31 16:05:04.265093 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (ed046c12-dab4-46c1-8807-9efcdb5aabb6), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:05:04.266516 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:05:04.270800 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-59a1debb-2472-45f5-9887-b7d97d15ee5d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:05:04.271616 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-59a1debb-2472-45f5-9887-b7d97d15ee5d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148253 Mar 31 16:05:04.306510 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] No DVR routers for this DVR port ed046c12-dab4-46c1-8807-9efcdb5aabb6 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:05:04.312551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Pushing event deleted for resources: {'Port': ['ID=ed046c12-dab4-46c1-8807-9efcdb5aabb6,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.324239 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.326114 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.326114 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.326625 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.326625 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.326924 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.327229 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48e71d-62de-4ed8-8597-67daa26eb4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:04.391251 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (bfbfb73c-0499-43f5-9013-217d339efe4c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.399870 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.405376 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bfbfb73c-0499-43f5-9013-217d339efe4c HTTP/1.1" status: 204 len: 168 time: 0.9733763 Mar 31 16:05:04.420018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417255d7-22bb-4562-8b6e-3aae6dd90bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbfb73c-0499-43f5-9013-217d339efe4c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:04.437890 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-f0e58da6-c264-4eb9-888f-8eeb3d0d0300 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597631 Mar 31 16:05:04.564663 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07663fa5-ad0b-4bf9-852b-2647a498fd89 req-1b024e0c-5fe0-4f1a-a144-4b4b5b43891b service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186426 Mar 31 16:05:04.800503 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36202) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:04.848479 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-42d68fc5-90e3-43e5-810c-80f40458dc11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0eea16e0a3046d2860af043718282e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466652 Mar 31 16:05:04.852047 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36204) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:04.921158 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87987538-4c29-4516-ab27-c0076abb0191 admin admin] Publish callbacks [] for security_group (6d997b0d-4972-4515-bb54-311619145241), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:04.946377 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87987538-4c29-4516-ab27-c0076abb0191 admin admin] Publish callbacks [] for security_group (6d997b0d-4972-4515-bb54-311619145241), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:05.076756 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87987538-4c29-4516-ab27-c0076abb0191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6d997b0d-4972-4515-bb54-311619145241), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:05.079454 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87987538-4c29-4516-ab27-c0076abb0191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:05.084744 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-87987538-4c29-4516-ab27-c0076abb0191 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d997b0d-4972-4515-bb54-311619145241 HTTP/1.1" status: 204 len: 168 time: 0.2275932 Mar 31 16:05:05.089971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987538-4c29-4516-ab27-c0076abb0191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d997b0d-4972-4515-bb54-311619145241,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:06.383016 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36226) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:06.495690 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-138038059-network', 'tenant_id': '4443e034cf174391ae47441916f08ded'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:06.596319 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Made reservation on behalf of 4443e034cf174391ae47441916f08ded for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:05:06.598993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.609906 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.697225 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks [] for security_group (1f977f7a-b983-47e1-8e57-b4953f0150cc), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.752878 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1f977f7a-b983-47e1-8e57-b4953f0150cc), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.779957 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:05:06.794863 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f977f7a-b983-47e1-8e57-b4953f0150cc,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:06.799970 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (6818c8e4-4eda-478a-881e-3cafebbdbbfa), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.800316 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Added segment 6818c8e4-4eda-478a-881e-3cafebbdbbfa of type vlan for network eabe4742-352c-42d9-8446-b36066b66209 Mar 31 16:05:06.816968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.817311 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.817664 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.818004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.818344 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.818720 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.819056 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.820075 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.820304 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.820660 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.820976 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.821308 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.821637 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.821961 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.822285 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:06.863226 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (eabe4742-352c-42d9-8446-b36066b66209), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.958409 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (eabe4742-352c-42d9-8446-b36066b66209), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.959625 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:06.960964 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.024418 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] Pushing event updated for resources: {'Network': ['ID=eabe4742-352c-42d9-8446-b36066b66209,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:07.035628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network eabe4742-352c-42d9-8446-b36066b66209 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:05:07.148788 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-630756fa-c170-4b78-bcfc-13c49e4787a5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7635062 Mar 31 16:05:07.158783 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36230) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:07.158783 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Request body: {'subnet': {'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-138038059-subnet', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:07.243858 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Made reservation on behalf of 4443e034cf174391ae47441916f08ded for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:05:07.246786 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26003327'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.501845 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26003305'] for subnet (16ac905a-9a35-418a-8006-6cb933a2623b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.591305 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ac905a-9a35-418a-8006-6cb933a2623b,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:07.604851 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Checking segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:07.605450 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Network hostable DHCP agents. Network: eabe4742-352c-42d9-8446-b36066b66209, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:05:07.701123 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Network eabe4742-352c-42d9-8446-b36066b66209 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:05:07.781191 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, eabe4742-352c-42d9-8446-b36066b66209) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:07.785838 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:07.786455 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.795558 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f89ba93-899a-432d-a925-5f3af26b5138 None None] Network eabe4742-352c-42d9-8446-b36066b66209 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:05:07.859660 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6476cf82-21e9-4329-aedc-29a4cb1aa01c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7060077 Mar 31 16:05:07.863128 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36232) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:07.868529 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:07.936719 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd836a9eb-306d-5d8f-9b68-0291459e258d-eabe4742-352c-42d9-8446-b36066b66209', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b'}]}} from dv-cinder-836027-1-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:05:07.937648 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.951814 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-78936e32-df0a-4a12-b532-1c42c1f1631d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.976816 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1028658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router (5c303b39-d685-4a06-b8a6-04bc8b7128e9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.978600 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router (5c303b39-d685-4a06-b8a6-04bc8b7128e9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.071111 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks [] for router_controller (5c303b39-d685-4a06-b8a6-04bc8b7128e9), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.129775 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Allocated IP 172.20.0.2 (eabe4742-352c-42d9-8446-b36066b66209/16ac905a-9a35-418a-8006-6cb933a2623b/aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:08.307443 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks [] for router_gateway (5c303b39-d685-4a06-b8a6-04bc8b7128e9), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.312075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Publish callbacks [] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.403440 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.474943 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Network eabe4742-352c-42d9-8446-b36066b66209 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:08.480021 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:08.486427 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:08.511123 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Pushing event updated for resources: {'Port': ['ID=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:08.586501 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks [] for router_gateway (5c303b39-d685-4a06-b8a6-04bc8b7128e9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.597734 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Attempting to bind port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:05:08.598301 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Attempting to bind port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:05:08.598930 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Attempting to bind port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c on network eabe4742-352c-42d9-8446-b36066b66209 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:08.607443 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.608404 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:05:08.609159 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Checking segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:08.609823 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.610472 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Bound using segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:05:08.611287 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Bound port: aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:05:08.611888 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.705211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] For port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:05:08.708830 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] For port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:05:08.738781 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Allocated IP 172.27.1.156 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/7b3b9416-3d87-4124-88e9-727f857e80b1) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:08.786336 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.866313 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks [] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.903419 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009af99f-a998-41f3-9e15-b0e4f2aed08a None None] Pushing event updated for resources: {'Port': ['ID=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:08.991522 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:09.034008 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:09.037796 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:09.044941 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:09.051511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Pushing event updated for resources: {'Port': ['ID=7b3b9416-3d87-4124-88e9-727f857e80b1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:09.633762 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks [] for router_gateway (5c303b39-d685-4a06-b8a6-04bc8b7128e9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:09.924657 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036068'] for router (5c303b39-d685-4a06-b8a6-04bc8b7128e9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:09.940290 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd5524-452c-431e-bf41-6f537db5b743 None None] Network eabe4742-352c-42d9-8446-b36066b66209 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:05:10.017807 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] Provisioning complete for port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:10.018595 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.058185 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:10.184783 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:10.185074 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.203811 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 is scheduled to L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:05:10.239026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] Current status of the port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:10.239463 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.293726 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] For port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:10.336129 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:10.336519 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.383391 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.399467 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:05:10.417566 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:05:10.443783 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:10.446297 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:04:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:10.518719 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:05:10.519276 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:05:10.536196 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64713a-c1b1-4807-ad6a-820f0fd772a9 None None] Pushing event updated for resources: {'Port': ['ID=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:10.543621 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.546893 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9e701897-0a4f-4788-b4b1-cca22990986b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6813855 Mar 31 16:05:10.550479 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36234) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:10.619453 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8d85e692-531a-4309-80c5-6b096733ed1e None None] Provisioning complete for port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:10.619895 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d85e692-531a-4309-80c5-6b096733ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.628326 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:10.740285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8d85e692-531a-4309-80c5-6b096733ed1e None None] Current status of the port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:10.888111 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:09Z', 'revision_number': 3, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:10.935719 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:05:10.936313 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Updating router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 port 7b3b9416-3d87-4124-88e9-727f857e80b1 binding host dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:05:10.975224 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:10.986988 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba40e-ec93-476a-aead-9e2b74c69fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.095799 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:11.135182 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.346469 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Allocated IP 172.20.0.1 (eabe4742-352c-42d9-8446-b36066b66209/16ac905a-9a35-418a-8006-6cb933a2623b/b5733934-85fb-4f09-8333-078541422be5) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:11.488465 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks [] for port (b5733934-85fb-4f09-8333-078541422be5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.493365 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Publish callbacks [] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.562052 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.593312 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (b5733934-85fb-4f09-8333-078541422be5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.624325 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Attempting to bind port 7b3b9416-3d87-4124-88e9-727f857e80b1 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:05:11.635377 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Attempting to bind port 7b3b9416-3d87-4124-88e9-727f857e80b1 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:05:11.635377 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Attempting to bind port 7b3b9416-3d87-4124-88e9-727f857e80b1 on network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:11.635377 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Pushing event updated for resources: {'Port': ['ID=7b3b9416-3d87-4124-88e9-727f857e80b1,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:11.637901 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:05:11.638343 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Checking segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:11.638749 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.639161 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Bound using segment: {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:05:11.639657 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Bound port: 7b3b9416-3d87-4124-88e9-727f857e80b1, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de234d-b03b-48a7-8982-65643cae8b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:05:11.640125 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.642841 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.643196 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.643564 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.643932 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.644281 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.644619 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.644951 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.645421 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.645653 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.646036 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.646318 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.646670 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.647008 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.647335 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.647690 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:11.650257 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Network eabe4742-352c-42d9-8446-b36066b66209 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:11.657866 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:11.664004 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:11.668945 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Pushing event updated for resources: {'Port': ['ID=b5733934-85fb-4f09-8333-078541422be5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:11.724675 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] For port 7b3b9416-3d87-4124-88e9-727f857e80b1, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:05:11.731734 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] For port 7b3b9416-3d87-4124-88e9-727f857e80b1, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=7b3b9416-3d87-4124-88e9-727f857e80b1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:05:11.808989 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.906501 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:11.907479 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:12.027982 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-76c7dd23-c1a6-48dd-b22c-bddd5324396b None None] Provisioning complete for port b5733934-85fb-4f09-8333-078541422be5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:12.028902 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-76c7dd23-c1a6-48dd-b22c-bddd5324396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b5733934-85fb-4f09-8333-078541422be5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.036536 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034995'] for router_interface (5c303b39-d685-4a06-b8a6-04bc8b7128e9), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.084290 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-76c7dd23-c1a6-48dd-b22c-bddd5324396b None None] Port b5733934-85fb-4f09-8333-078541422be5 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:05:12.086477 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:12.139251 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596529f-5889-482a-9339-2a21d3560597 None None] Pushing event updated for resources: {'Port': ['ID=7b3b9416-3d87-4124-88e9-727f857e80b1,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:12.149650 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:12.185459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:12.186135 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.285941 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:12.332303 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b5733934-85fb-4f09-8333-078541422be5), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.440521 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c0f28594-4599-4937-842b-7449cf358fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:09Z', 'revision_number': 3, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:12.482397 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f28594-4599-4937-842b-7449cf358fde None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:09Z', 'revision_number': 3, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:05:12.597962 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks [] for port (b5733934-85fb-4f09-8333-078541422be5), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.667159 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (b5733934-85fb-4f09-8333-078541422be5), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.742174 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Pushing event updated for resources: {'Port': ['ID=b5733934-85fb-4f09-8333-078541422be5,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:12.748718 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034855'] for router_interface (5c303b39-d685-4a06-b8a6-04bc8b7128e9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.876676 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Network eabe4742-352c-42d9-8446-b36066b66209 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:12.878908 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:13.024096 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:05:13.212199 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:05:13.218020 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b602cf16-0b96-444c-85df-48ee3aa2258b admin admin] 10.222.0.58 "PUT /v2.0/routers/5c303b39-d685-4a06-b8a6-04bc8b7128e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6659727 Mar 31 16:05:13.233762 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-18779f29-2873-4591-82f2-52a5ca3fda52 None None] Provisioning complete for port b5733934-85fb-4f09-8333-078541422be5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:13.234651 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-18779f29-2873-4591-82f2-52a5ca3fda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b5733934-85fb-4f09-8333-078541422be5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.301765 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-18779f29-2873-4591-82f2-52a5ca3fda52 None None] Port b5733934-85fb-4f09-8333-078541422be5 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:05:13.770043 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.999960 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 7b3b9416-3d87-4124-88e9-727f857e80b1 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:14.065003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 7b3b9416-3d87-4124-88e9-727f857e80b1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:14.065452 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:14.312161 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 7b3b9416-3d87-4124-88e9-727f857e80b1 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:14.312843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:14.334707 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] For port 7b3b9416-3d87-4124-88e9-727f857e80b1, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=7b3b9416-3d87-4124-88e9-727f857e80b1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:14.405381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:05:14.422300 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:14.431152 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:14.533248 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:14.652952 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Pushing event updated for resources: {'Port': ['ID=7b3b9416-3d87-4124-88e9-727f857e80b1,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:14.694984 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:15.032701 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.079486 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 2, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:15.090520 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36244) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:15.097146 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127612823', 'description': 'tempest-description--1024902911'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:15.115418 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:05:15.115781 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Updating router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 port b5733934-85fb-4f09-8333-078541422be5 binding host dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:05:15.165004 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b5733934-85fb-4f09-8333-078541422be5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.198123 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.278832 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (5de40ed4-8abe-44e9-bff3-7b14f56f8fcd), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.358042 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (5de40ed4-8abe-44e9-bff3-7b14f56f8fcd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.391419 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:15.480569 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.482207 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a46f1c41-8d76-40dd-b707-a6f33d3be198 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3897381 Mar 31 16:05:15.486054 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36246) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:15.492168 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'security_group_rule': {'security_group_id': '5de40ed4-8abe-44e9-bff3-7b14f56f8fcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:15.567948 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Publish callbacks [] for port (b5733934-85fb-4f09-8333-078541422be5), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.585670 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (1e5f767c-2b36-458a-b8f8-896a88efdc45), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.642786 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b5733934-85fb-4f09-8333-078541422be5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.648406 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (1e5f767c-2b36-458a-b8f8-896a88efdc45), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.731163 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96f5e7-e762-4e21-a5ea-fa88694b0ce0 None None] Pushing event updated for resources: {'Port': ['ID=b5733934-85fb-4f09-8333-078541422be5,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:15.745670 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (1e5f767c-2b36-458a-b8f8-896a88efdc45), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.770791 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5f767c-2b36-458a-b8f8-896a88efdc45,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:15.817410 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Attempting to bind port b5733934-85fb-4f09-8333-078541422be5 on host dv-cinder-836027-1-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:05:15.818012 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Attempting to bind port b5733934-85fb-4f09-8333-078541422be5 by drivers openvswitch,hyperv on host dv-cinder-836027-1-iscsi at level 0 using segments [{'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:05:15.818695 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Attempting to bind port b5733934-85fb-4f09-8333-078541422be5 on network eabe4742-352c-42d9-8446-b36066b66209 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:15.828355 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Checking agent: {'id': '5e24d4c7-abd5-484a-b0d2-ab3886f13bf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 46), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:05:15.828950 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Checking segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:15.829615 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.830271 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Bound using segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:05:15.831113 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Bound port: b5733934-85fb-4f09-8333-078541422be5, host: dv-cinder-836027-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:05:15.831748 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b5733934-85fb-4f09-8333-078541422be5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.869364 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.871061 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2c5fe64d-d482-4f04-ac18-5ece09fb1957 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838515 Mar 31 16:05:15.873819 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36248) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:15.878623 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'security_group_rule': {'security_group_id': '5de40ed4-8abe-44e9-bff3-7b14f56f8fcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:15.940792 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] For port b5733934-85fb-4f09-8333-078541422be5, host dv-cinder-836027-1-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:05:15.958345 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] For port b5733934-85fb-4f09-8333-078541422be5, host dv-cinder-836027-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=b5733934-85fb-4f09-8333-078541422be5,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:05:15.966999 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e0a05dcc-b89b-4bb4-8e91-45d5596842dc None None] Provisioning complete for port b5733934-85fb-4f09-8333-078541422be5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:15.967398 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e0a05dcc-b89b-4bb4-8e91-45d5596842dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b5733934-85fb-4f09-8333-078541422be5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:15.980618 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (cc7d822a-4517-446d-a61e-264876c15c5d), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.008306 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e0a05dcc-b89b-4bb4-8e91-45d5596842dc None None] Port b5733934-85fb-4f09-8333-078541422be5 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:05:16.024828 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 7b3b9416-3d87-4124-88e9-727f857e80b1 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:16.028801 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b5733934-85fb-4f09-8333-078541422be5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.068325 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (cc7d822a-4517-446d-a61e-264876c15c5d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.139994 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96f5e7-e762-4e21-a5ea-fa88694b0ce0 None None] Pushing event updated for resources: {'Port': ['ID=b5733934-85fb-4f09-8333-078541422be5,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:16.145441 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:16.146163 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:16.153241 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (cc7d822a-4517-446d-a61e-264876c15c5d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.189943 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7d822a-4517-446d-a61e-264876c15c5d,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:16.255896 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port 7b3b9416-3d87-4124-88e9-727f857e80b1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:16.256542 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.294881 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.296793 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c44ad5fe-c492-4c94-b30b-715916dac75d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4216859 Mar 31 16:05:16.302248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36250) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:16.309586 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:16.364663 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:16.416339 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.512510 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.543572 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.569469 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] Provisioning complete for port b5733934-85fb-4f09-8333-078541422be5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:16.570098 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b5733934-85fb-4f09-8333-078541422be5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.574446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port 7b3b9416-3d87-4124-88e9-727f857e80b1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:16.659797 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Allocated IP 172.27.1.49 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/90838965-6146-44b5-8d15-50d98b48f1bb) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:16.716534 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] Current status of the port b5733934-85fb-4f09-8333-078541422be5 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:16.716931 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b5733934-85fb-4f09-8333-078541422be5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.778050 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for port (90838965-6146-44b5-8d15-50d98b48f1bb), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.880389 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (90838965-6146-44b5-8d15-50d98b48f1bb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:16.907732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] For port b5733934-85fb-4f09-8333-078541422be5, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=b5733934-85fb-4f09-8333-078541422be5,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:16.911237 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:15Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:16.939922 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a71a7-196e-4833-a154-8e86146c0133 None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:15Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:05:16.951917 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:16.957575 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:16.968922 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:17.010432 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b5733934-85fb-4f09-8333-078541422be5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.043294 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'Port': ['ID=90838965-6146-44b5-8d15-50d98b48f1bb,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:17.108781 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c80e8a-ce07-4d4a-b785-f591dfb40764 None None] Pushing event updated for resources: {'Port': ['ID=b5733934-85fb-4f09-8333-078541422be5,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:17.148418 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (c26b9e21-c410-4eda-be5b-a91072f7b170), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.263555 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (90838965-6146-44b5-8d15-50d98b48f1bb), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.468960 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for port (90838965-6146-44b5-8d15-50d98b48f1bb), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.564321 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (90838965-6146-44b5-8d15-50d98b48f1bb), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.654172 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'Port': ['ID=90838965-6146-44b5-8d15-50d98b48f1bb,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:17.666886 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (c26b9e21-c410-4eda-be5b-a91072f7b170), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.771808 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:17.780996 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6ada016b-a82f-4294-b0fb-8eb1cd3fbca6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4694278 Mar 31 16:05:18.035873 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-480fc10a-0227-4241-aa5a-a8470213912d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1127612823&fields=id&tenant_id=4443e034cf174391ae47441916f08ded HTTP/1.1" status: 200 len: 267 time: 0.0803053 Mar 31 16:05:18.045151 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device b5733934-85fb-4f09-8333-078541422be5 up at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:18.129440 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Provisioning complete for port b5733934-85fb-4f09-8333-078541422be5 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:18.129802 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b5733934-85fb-4f09-8333-078541422be5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:18.191893 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-c00cc03f-b581-4b05-b9c7-831c49c29824 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:18.193760 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-c00cc03f-b581-4b05-b9c7-831c49c29824 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 810 time: 0.1467874 Mar 31 16:05:18.221244 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-261a5a86-b393-4e30-9b34-fb947dda5114 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/quotas/4443e034cf174391ae47441916f08ded HTTP/1.1" status: 200 len: 375 time: 0.0165801 Mar 31 16:05:18.231143 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Current status of the port b5733934-85fb-4f09-8333-078541422be5 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:18.297399 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-6dae7343-3290-4c96-bc54-7cd316594052 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693574 Mar 31 16:05:18.398979 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-0731a719-c526-485f-804c-5760518d93a3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:05:18.400744 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-0731a719-c526-485f-804c-5760518d93a3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0832112 Mar 31 16:05:18.493038 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-3ccd7511-f1d2-4aac-b454-218146c2280f service neutron] 10.222.0.58 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862315 Mar 31 16:05:18.596125 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-1915b798-6ebd-48eb-a283-26a9da922cdc service neutron] 10.222.0.58 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968807 Mar 31 16:05:18.838763 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31c14e7c-886e-42e6-bcac-047043e35820 req-c618fa18-d98a-4b8c-b755-803296f5d493 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 210 time: 0.0284145 Mar 31 16:05:19.459217 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:19.937712 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90c16271-70c5-47a4-965f-fee296c9895c req-08f676e0-404c-4801-9a22-381722e4d585 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 210 time: 0.0333736 Mar 31 16:05:21.052191 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dfb4e384-a6fa-4a7a-ac6d-3a1f74047210 req-ab256be6-abd3-4289-9090-9dd6e768a4ac tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 210 time: 0.0362244 Mar 31 16:05:21.504848 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-a6722b9b-db0f-4e1f-a713-f308e7defc57 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:21.506928 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-a6722b9b-db0f-4e1f-a713-f308e7defc57 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 810 time: 0.1350310 Mar 31 16:05:21.594378 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-05983977-5f8d-43f9-9ba1-28e178347694 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4443e034cf174391ae47441916f08ded HTTP/1.1" status: 200 len: 380 time: 0.0731816 Mar 31 16:05:21.604243 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'port': {'device_id': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'admin_state_up': True, 'tenant_id': '4443e034cf174391ae47441916f08ded', 'security_groups': ['5de40ed4-8abe-44e9-bff3-7b14f56f8fcd']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:21.784698 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Made reservation on behalf of 4443e034cf174391ae47441916f08ded for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:05:21.789668 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:21.968699 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Allocated IP 172.20.0.9 (eabe4742-352c-42d9-8446-b36066b66209/16ac905a-9a35-418a-8006-6cb933a2623b/765dd2fc-4963-4358-9c04-4cc8b48938c4) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:22.142425 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:22.198646 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ee1b644-8feb-4e11-b8a1-d01deafb3901 req-1d7b2407-f876-4c17-a0ed-6bd00c200d63 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 210 time: 0.0308840 Mar 31 16:05:22.282177 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:22.331368 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Network eabe4742-352c-42d9-8446-b36066b66209 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:22.335877 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:22.338807 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:22.373195 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'Port': ['ID=765dd2fc-4963-4358-9c04-4cc8b48938c4,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:22.411458 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:22.412138 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:22.513860 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-21d54a2f-c0ab-4695-a5b4-24e6eee63ceb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9142411 Mar 31 16:05:22.533677 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Request body: {'port': {'device_id': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:22.673708 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-00e36ba1-a571-449e-bc75-284490736cfb None None] Provisioning complete for port 765dd2fc-4963-4358-9c04-4cc8b48938c4 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:22.674384 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00e36ba1-a571-449e-bc75-284490736cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:22.724856 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-00e36ba1-a571-449e-bc75-284490736cfb None None] Port 765dd2fc-4963-4358-9c04-4cc8b48938c4 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:05:22.899734 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:23.205045 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765dd2fc-4963-4358-9c04-4cc8b48938c4 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:05:23.214918 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Publish callbacks [] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:23.236475 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Transition to ACTIVE for port object 765dd2fc-4963-4358-9c04-4cc8b48938c4 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:05:23.312257 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:23.343818 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555a22-bac9-48e2-889b-e2578a3807b6 req-62ea850b-8a23-41fb-ad46-87b7bc573b5c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:23.346207 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b9555a22-bac9-48e2-889b-e2578a3807b6 req-62ea850b-8a23-41fb-ad46-87b7bc573b5c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 931 time: 0.0652189 Mar 31 16:05:23.389987 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Pushing event updated for resources: {'Port': ['ID=765dd2fc-4963-4358-9c04-4cc8b48938c4,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:23.414012 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b9555a22-bac9-48e2-889b-e2578a3807b6 req-cee4a208-d9f9-4fdc-a96a-b35e5595310c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539720 Mar 31 16:05:23.504452 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Attempting to bind port 765dd2fc-4963-4358-9c04-4cc8b48938c4 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:05:23.504663 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Attempting to bind port 765dd2fc-4963-4358-9c04-4cc8b48938c4 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:05:23.504944 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Attempting to bind port 765dd2fc-4963-4358-9c04-4cc8b48938c4 on network eabe4742-352c-42d9-8446-b36066b66209 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:23.511043 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Port 765dd2fc-4963-4358-9c04-4cc8b48938c4 on network eabe4742-352c-42d9-8446-b36066b66209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:05:23.511370 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Attempting to bind port 765dd2fc-4963-4358-9c04-4cc8b48938c4 on network eabe4742-352c-42d9-8446-b36066b66209 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:23.517353 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:05:23.518431 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Checking segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:23.518431 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Bound using segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:05:23.518784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Bound port: 765dd2fc-4963-4358-9c04-4cc8b48938c4, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:05:23.519039 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:23.605007 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] For port 765dd2fc-4963-4358-9c04-4cc8b48938c4, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:05:23.609014 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] For port 765dd2fc-4963-4358-9c04-4cc8b48938c4, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:05:23.705968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:23.750029 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:23.750813 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:23.752768 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] 10.222.0.48 "PUT /v2.0/ports/765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 200 len: 1093 time: 1.2252033 Mar 31 16:05:23.753385 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:23.756426 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fda642-e6c4-4dab-87c6-0d06b663954c" -d '{"events": [{"name": "network-changed", "server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:23.802020 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09219fb5-8c05-4b0d-bca1-8677f5215db5 x-openstack-request-id: req-09219fb5-8c05-4b0d-bca1-8677f5215db5 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:23.803921 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:23.803921 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09219fb5-8c05-4b0d-bca1-8677f5215db5 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:23.803921 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09219fb5-8c05-4b0d-bca1-8677f5215db5'] response: {'name': 'network-changed', 'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'status': 'completed', 'code': 200} Mar 31 16:05:23.809031 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8f1c7-aa90-4023-8144-e72d7daab546 service neutron] Pushing event updated for resources: {'Port': ['ID=765dd2fc-4963-4358-9c04-4cc8b48938c4,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:23.897905 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda642-e6c4-4dab-87c6-0d06b663954c req-27cd70d4-f077-41e8-805c-d5585cb2493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:23.900643 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6fda642-e6c4-4dab-87c6-0d06b663954c req-27cd70d4-f077-41e8-805c-d5585cb2493f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1127 time: 0.0580285 Mar 31 16:05:24.024874 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda642-e6c4-4dab-87c6-0d06b663954c req-077817a7-77e1-4ff9-bb7b-296329a1b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.026248 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6fda642-e6c4-4dab-87c6-0d06b663954c req-077817a7-77e1-4ff9-bb7b-296329a1b1e6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4443e034cf174391ae47441916f08ded&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1131785 Mar 31 16:05:24.151664 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda642-e6c4-4dab-87c6-0d06b663954c req-fba6f07e-7ed5-437b-b25e-670ef1e5bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.154363 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6fda642-e6c4-4dab-87c6-0d06b663954c req-fba6f07e-7ed5-437b-b25e-670ef1e5bc39 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205699 Mar 31 16:05:24.261476 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-023cca12-bc9a-4003-b7b8-860bc9a213b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.263163 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-023cca12-bc9a-4003-b7b8-860bc9a213b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1127 time: 0.0496261 Mar 31 16:05:24.314039 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-9651fdbe-b1e6-47cc-8219-ee507316519e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 200 len: 217 time: 0.0393262 Mar 31 16:05:24.364830 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-499e1573-e1ef-4228-8f6c-d5804a440b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.367853 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-499e1573-e1ef-4228-8f6c-d5804a440b51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0483179 Mar 31 16:05:24.428266 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-065d27e4-7b8f-4884-acaa-ba020bb2cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.430159 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-065d27e4-7b8f-4884-acaa-ba020bb2cbf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573256 Mar 31 16:05:24.532858 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-f2afbcdf-04a8-488a-bc16-3e7209c4014b service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964866 Mar 31 16:05:24.556925 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d017fd-76b9-463e-b85a-a7a11ba66525 req-a3dcb5b9-33b6-485b-8cf4-7fd882f5c8af tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.558632 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18d017fd-76b9-463e-b85a-a7a11ba66525 req-a3dcb5b9-33b6-485b-8cf4-7fd882f5c8af tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 943 time: 0.0584099 Mar 31 16:05:24.621710 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18d017fd-76b9-463e-b85a-a7a11ba66525 req-ba7b89a9-cdba-4f8a-ac47-efb4f118e9cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551412 Mar 31 16:05:24.641976 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-123bed06-9227-4aa3-b1f1-53c63913cab1 req-c816e4d9-900e-4661-b9d3-afc296ba07a4 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031156 Mar 31 16:05:25.763132 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178721ff-6bf1-4642-87a3-67985315f98a req-b2859a00-519d-4b91-aed3-b0733d1368ab tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:25.764763 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-178721ff-6bf1-4642-87a3-67985315f98a req-b2859a00-519d-4b91-aed3-b0733d1368ab tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 943 time: 0.0600340 Mar 31 16:05:25.818213 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-178721ff-6bf1-4642-87a3-67985315f98a req-ce6bbf39-3847-4b15-addc-31fde850e821 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473998 Mar 31 16:05:26.952967 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b11505-2df0-489a-813a-d5bb5de53ecc req-e52cf190-b116-4253-b825-a963fb3b970d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:26.954515 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25b11505-2df0-489a-813a-d5bb5de53ecc req-e52cf190-b116-4253-b825-a963fb3b970d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 943 time: 0.0585432 Mar 31 16:05:27.010019 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25b11505-2df0-489a-813a-d5bb5de53ecc req-69cb95b6-b2ed-457a-8d29-2bf98d0909c5 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486839 Mar 31 16:05:27.646961 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 765dd2fc-4963-4358-9c04-4cc8b48938c4 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:05:27.760359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 765dd2fc-4963-4358-9c04-4cc8b48938c4, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:27.775212 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'port_id': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'mac_address': 'fa:16:3e:35:70:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:05:27.820313 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 765dd2fc-4963-4358-9c04-4cc8b48938c4 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:27.820705 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:27.836699 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765dd2fc-4963-4358-9c04-4cc8b48938c4 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:05:27.861057 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 765dd2fc-4963-4358-9c04-4cc8b48938c4, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:27.958298 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:28.012729 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=765dd2fc-4963-4358-9c04-4cc8b48938c4,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:28.165035 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3c5e-0e53-46fb-b9a5-431c018a4525 req-87c93fc5-4dfe-407e-8e7b-52b9da2d7ce2 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:28.166731 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-122f3c5e-0e53-46fb-b9a5-431c018a4525 req-87c93fc5-4dfe-407e-8e7b-52b9da2d7ce2 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 944 time: 0.0661654 Mar 31 16:05:28.220960 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-122f3c5e-0e53-46fb-b9a5-431c018a4525 req-44bfb58f-6454-4d1f-88d8-b41193ae844e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476675 Mar 31 16:05:28.248807 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['765dd2fc-4963-4358-9c04-4cc8b48938c4'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:05:29.355653 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bfd4-4196-48cf-93df-020621aa7fee req-5ab5b54f-33ae-4c5c-89a5-0a470fc84780 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:29.357377 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2505bfd4-4196-48cf-93df-020621aa7fee req-5ab5b54f-33ae-4c5c-89a5-0a470fc84780 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 944 time: 0.0623953 Mar 31 16:05:29.417259 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2505bfd4-4196-48cf-93df-020621aa7fee req-ae7e5338-0f61-42dd-bdd4-b43d112322c9 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531821 Mar 31 16:05:29.666787 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 765dd2fc-4963-4358-9c04-4cc8b48938c4 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:29.843648 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 765dd2fc-4963-4358-9c04-4cc8b48938c4 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:05:29.850194 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 765dd2fc-4963-4358-9c04-4cc8b48938c4 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:29.850791 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:29.940080 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 765dd2fc-4963-4358-9c04-4cc8b48938c4 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:29.940470 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:29.967159 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:29.969488 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32af0ff-b951-48b3-af0f-0a806690318e" -d '{"events": [{"server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "name": "network-vif-plugged", "status": "completed", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:29.984084 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 765dd2fc-4963-4358-9c04-4cc8b48938c4, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:30.086619 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ed0bbc-255b-4c01-91fe-5654581f03a2 x-openstack-request-id: req-81ed0bbc-255b-4c01-91fe-5654581f03a2 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:30.086919 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "name": "network-vif-plugged", "status": "completed", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:30.087180 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81ed0bbc-255b-4c01-91fe-5654581f03a2 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:30.087593 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ed0bbc-255b-4c01-91fe-5654581f03a2'] response: {'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'code': 200} Mar 31 16:05:30.095775 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.151731 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=765dd2fc-4963-4358-9c04-4cc8b48938c4,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:30.497853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f50e0-1a6e-4ad7-a7eb-2554ad249fbe req-8b153ce2-c0f2-4e84-aecd-377d6282135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:30.500643 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-996f50e0-1a6e-4ad7-a7eb-2554ad249fbe req-8b153ce2-c0f2-4e84-aecd-377d6282135c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1129 time: 0.0509186 Mar 31 16:05:30.555868 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-996f50e0-1a6e-4ad7-a7eb-2554ad249fbe req-e7f833b1-287b-4a23-9ff4-5f43e5b23d34 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Mar 31 16:05:30.561978 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b67f-c702-49fa-a1cc-3d6a732b7c4a req-08c1c38a-ecc6-4a4d-9aef-e023180d448c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:30.563960 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-85e4b67f-c702-49fa-a1cc-3d6a732b7c4a req-08c1c38a-ecc6-4a4d-9aef-e023180d448c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0638592 Mar 31 16:05:30.619368 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-85e4b67f-c702-49fa-a1cc-3d6a732b7c4a req-a6a34318-3862-4cda-943e-78a94dd4237d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493069 Mar 31 16:05:31.766370 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abbbca-60a2-4f87-8aac-3c54a096bb67 req-a839f4b9-4f62-4f45-9dae-fd19e633b599 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:31.768655 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80abbbca-60a2-4f87-8aac-3c54a096bb67 req-a839f4b9-4f62-4f45-9dae-fd19e633b599 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0646820 Mar 31 16:05:31.828180 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80abbbca-60a2-4f87-8aac-3c54a096bb67 req-46e7f277-af2d-476e-8f96-7491ddc88c41 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531175 Mar 31 16:05:32.984108 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f560-78eb-46bb-a494-658f5a66e9fe req-f22fb210-e25f-4ad0-86d2-25bc725c2c16 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:32.985735 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d961f560-78eb-46bb-a494-658f5a66e9fe req-f22fb210-e25f-4ad0-86d2-25bc725c2c16 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0643678 Mar 31 16:05:33.040466 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d961f560-78eb-46bb-a494-658f5a66e9fe req-ebf8fb78-ba8a-483b-b5b6-1135335c7ab4 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484624 Mar 31 16:05:33.217386 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95120feb-05f1-47c5-b231-d66997c313be req-12993b2b-80fd-4ab7-b88a-10363aef40cc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:33.220035 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95120feb-05f1-47c5-b231-d66997c313be req-12993b2b-80fd-4ab7-b88a-10363aef40cc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0869291 Mar 31 16:05:33.229813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36324) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:33.234788 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'floatingip': {'port_id': '765dd2fc-4963-4358-9c04-4cc8b48938c4'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:33.277203 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (c26b9e21-c410-4eda-be5b-a91072f7b170), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:33.704770 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:05:33.777453 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:33.864204 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (c26b9e21-c410-4eda-be5b-a91072f7b170), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:33.976158 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Floating IP c26b9e21-c410-4eda-be5b-a91072f7b170 associated. External IP: 172.27.1.49, port: 765dd2fc-4963-4358-9c04-4cc8b48938c4. Mar 31 16:05:34.222455 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:05:34.344525 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:05:34.349969 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:34.356946 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:05:34.369472 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:34.370361 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:34.385686 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ea212458-c546-4185-a62b-3886da35ffcf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "PUT /v2.0/floatingips/c26b9e21-c410-4eda-be5b-a91072f7b170 HTTP/1.1" status: 200 len: 990 time: 1.1546731 Mar 31 16:05:34.386653 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:34.389395 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519af2bb-667c-488c-8db9-1d9fcae75cad" -d '{"events": [{"name": "network-changed", "server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:34.512114 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71baaf1a-e851-490c-8de7-0f0d1076e86c x-openstack-request-id: req-71baaf1a-e851-490c-8de7-0f0d1076e86c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:34.512522 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:34.512919 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71baaf1a-e851-490c-8de7-0f0d1076e86c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:34.513560 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71baaf1a-e851-490c-8de7-0f0d1076e86c'] response: {'name': 'network-changed', 'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'status': 'completed', 'code': 200} Mar 31 16:05:34.537483 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:34.788419 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'c26b9e21-c410-4eda-be5b-a91072f7b170', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'port_id': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'mac_address': 'fa:16:3e:35:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:17Z', 'updated_at': '2022-03-31T16:05:33Z', 'revision_number': 1, 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:34.816513 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:05:34.827136 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:34.827774 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:34.961745 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:35.136994 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-dde15110-7fb0-40f4-b447-7b66f8a022e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:35.138817 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-dde15110-7fb0-40f4-b447-7b66f8a022e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1129 time: 0.0627282 Mar 31 16:05:35.262354 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-a8dab7a5-2791-474e-909c-6516856de45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:35.264154 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-a8dab7a5-2791-474e-909c-6516856de45c service neutron] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 911 time: 0.1181927 Mar 31 16:05:35.306825 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'c26b9e21-c410-4eda-be5b-a91072f7b170', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'port_id': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'mac_address': 'fa:16:3e:35:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:17Z', 'updated_at': '2022-03-31T16:05:33Z', 'revision_number': 1, 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:35.363471 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-231e1a9d-b42d-4129-9355-093c0c28bcf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 200 len: 998 time: 0.0914464 Mar 31 16:05:35.422110 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-7918a0b6-16aa-4fa2-85d9-38989c946808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:35.423718 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-7918a0b6-16aa-4fa2-85d9-38989c946808 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0543609 Mar 31 16:05:35.448016 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807ab7b2-b045-4196-b40a-e2107392e235 None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'c26b9e21-c410-4eda-be5b-a91072f7b170', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'port_id': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'mac_address': 'fa:16:3e:35:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:17Z', 'updated_at': '2022-03-31T16:05:33Z', 'revision_number': 1, 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:05:35.504109 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-d0bb0328-13b2-4e1d-8a47-0c609d5e6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:35.505976 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-d0bb0328-13b2-4e1d-8a47-0c609d5e6e39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765104 Mar 31 16:05:35.631920 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-53857112-cfc6-4637-93b5-66b774a30d98 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194758 Mar 31 16:05:35.726075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294db139-a8d0-4fe7-87f6-295b25880bcc None None] New status for floating IP c26b9e21-c410-4eda-be5b-a91072f7b170: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:05:35.755104 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-519af2bb-667c-488c-8db9-1d9fcae75cad req-99cf273f-f27c-4042-89c2-614d3cf30463 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175766 Mar 31 16:05:37.952510 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d8031bf2-8faa-4edc-8631-aeace9baed53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:40.455595 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-0814e408-dd11-4838-b337-5b79c8ae9c5b tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118432274&fields=id&tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 267 time: 0.0489841 Mar 31 16:05:40.581011 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-0afdbf53-5bf8-4a3d-b200-758a614617c6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:40.582603 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-0afdbf53-5bf8-4a3d-b200-758a614617c6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 812 time: 0.1170905 Mar 31 16:05:40.603797 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-c3fc8a80-c5a4-43a8-acb4-d5b9b1ed8de3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/quotas/5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 375 time: 0.0110464 Mar 31 16:05:40.670211 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-1b63d8cc-c838-4adc-84fa-8812e5841f90 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605145 Mar 31 16:05:40.776397 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-5c2a64cf-2321-4fe1-9479-1e3da3e4c265 service neutron] 10.222.0.58 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927227 Mar 31 16:05:40.882308 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-b59265dc-e513-4458-96bc-2f66461eb592 service neutron] 10.222.0.58 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995934 Mar 31 16:05:40.976142 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66c7a0d3-f75a-4192-be44-8354777ec050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:41.826417 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b22e8b97-0428-4255-96a0-f69bfe8931a4 req-cf430a21-da9c-4fab-a94c-b15e1df5e5c7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0400298 Mar 31 16:05:42.951962 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-814a6c77-4048-413d-9a34-f79dd4c0e4fb req-5cdb9b2d-9d89-4392-b542-2a06b2c93ad4 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0461586 Mar 31 16:05:43.741586 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:44.055563 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed1f1048-9e5d-4d5b-93b9-fdde881d823e req-bd186eea-ec43-459d-b616-473c8d82c41d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0296061 Mar 31 16:05:44.267908 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-55ec896a-368b-4cb6-aa31-90382fe89b11 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:44.270754 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-55ec896a-368b-4cb6-aa31-90382fe89b11 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 812 time: 0.1284292 Mar 31 16:05:44.359642 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-75b1d031-cdb1-4f6e-aa42-b25f7928e602 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b HTTP/1.1" status: 200 len: 379 time: 0.0735455 Mar 31 16:05:44.370383 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'port': {'device_id': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'admin_state_up': True, 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'security_groups': ['1df72565-4312-41f0-8974-4886e59a3527']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:44.613656 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Made reservation on behalf of 5645c2718f9e4b4ba6c57e2cd0c0a26b for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:05:44.619521 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:44.770823 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Allocated IP 172.20.0.7 (f632a164-a746-4dfa-9250-6ad4a23d259a/16598639-0f72-4448-9150-b31161785bd8/c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:44.938812 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:44.996278 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:45.050452 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:45.110579 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Network f632a164-a746-4dfa-9250-6ad4a23d259a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:45.116256 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:45.121566 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:45.165811 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:45.234531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:45.235360 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:45.268620 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c981-44c9-4601-879e-10476b67a85f req-cc2ee4f4-d4b0-4cf8-a67f-68ad299d859a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:45.270454 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25f5c981-44c9-4601-879e-10476b67a85f req-cc2ee4f4-d4b0-4cf8-a67f-68ad299d859a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 931 time: 0.1094503 Mar 31 16:05:45.332524 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25f5c981-44c9-4601-879e-10476b67a85f req-937db2de-291b-4cc4-9603-5a5023bc6a03 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559709 Mar 31 16:05:45.369539 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e642aa3a-42f3-430a-b3eb-298fb3a7aeae tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0021882 Mar 31 16:05:45.386419 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Request body: {'port': {'device_id': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:45.458014 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:45.473869 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d9191f44-06a6-4e67-9fa5-ea5f67dc122a None None] Provisioning complete for port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:45.474215 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9191f44-06a6-4e67-9fa5-ea5f67dc122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:45.513450 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d9191f44-06a6-4e67-9fa5-ea5f67dc122a None None] Port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:05:45.838010 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:05:45.847162 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Publish callbacks [] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:45.863017 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Transition to ACTIVE for port object c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:05:45.961608 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:46.023652 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:46.127363 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Attempting to bind port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:05:46.127877 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Attempting to bind port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:05:46.128350 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Attempting to bind port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:46.135069 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c on network f632a164-a746-4dfa-9250-6ad4a23d259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:05:46.135586 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Attempting to bind port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c on network f632a164-a746-4dfa-9250-6ad4a23d259a {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:46.143290 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:05:46.143816 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Checking segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:46.144376 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Bound using segment: {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:05:46.144992 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Bound port: c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293a39ec-ea3e-4fc9-a475-858623a5c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:05:46.145414 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:46.236766 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] For port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:05:46.241712 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] For port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:05:46.327973 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:46.364239 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:46.365292 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:46.367439 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c HTTP/1.1" status: 200 len: 1093 time: 0.9858220 Mar 31 16:05:46.370434 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:46.372655 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1d334-78d7-40dc-be2d-cc198d6adf61" -d '{"events": [{"name": "network-changed", "server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:46.423335 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d8f4a-74e7-478e-9832-5af9e0fd11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:46.456338 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eceb4d0-2462-484a-aad8-17a72dc0cb3b x-openstack-request-id: req-6eceb4d0-2462-484a-aad8-17a72dc0cb3b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:46.456802 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:46.457031 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6eceb4d0-2462-484a-aad8-17a72dc0cb3b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:46.457460 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eceb4d0-2462-484a-aad8-17a72dc0cb3b'] response: {'name': 'network-changed', 'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'status': 'completed', 'code': 200} Mar 31 16:05:46.535802 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:46.594062 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1d334-78d7-40dc-be2d-cc198d6adf61 req-2bf192ea-3f80-438a-ab54-a9447db7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:46.595691 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11f1d334-78d7-40dc-be2d-cc198d6adf61 req-2bf192ea-3f80-438a-ab54-a9447db7e4c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0915897 Mar 31 16:05:46.628755 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ab9b-11a5-41af-a6d8-ef0a0d769639 req-7ccc96fa-2511-40f6-aa56-4ad11c5774ed tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:46.631911 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5104ab9b-11a5-41af-a6d8-ef0a0d769639 req-7ccc96fa-2511-40f6-aa56-4ad11c5774ed tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0830741 Mar 31 16:05:46.717854 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5104ab9b-11a5-41af-a6d8-ef0a0d769639 req-82d51c1a-a130-4d48-b8ca-977d51e71529 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744278 Mar 31 16:05:46.753662 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1d334-78d7-40dc-be2d-cc198d6adf61 req-3649e7b3-8f3d-4652-867a-be7a9b63c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:46.755321 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11f1d334-78d7-40dc-be2d-cc198d6adf61 req-3649e7b3-8f3d-4652-867a-be7a9b63c35f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1406248 Mar 31 16:05:46.862652 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1d334-78d7-40dc-be2d-cc198d6adf61 req-c7caa105-c70e-4b5e-aa84-d9cbe9f132c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:46.864098 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11f1d334-78d7-40dc-be2d-cc198d6adf61 req-c7caa105-c70e-4b5e-aa84-d9cbe9f132c4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028483 Mar 31 16:05:47.006056 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-55f16581-1a95-4476-9081-c2b850fdf96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:47.008750 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-55f16581-1a95-4476-9081-c2b850fdf96d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0783646 Mar 31 16:05:47.060168 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-e84b62b7-2ed8-48d0-aaf4-0e8971beb7c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c HTTP/1.1" status: 200 len: 217 time: 0.0365827 Mar 31 16:05:47.114173 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-471f1a1e-778a-4851-a675-0349339e74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:47.115782 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-471f1a1e-778a-4851-a675-0349339e74be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0489080 Mar 31 16:05:47.177603 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-c89c559e-1073-4852-a286-513c4a71a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:47.179376 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-c89c559e-1073-4852-a286-513c4a71a7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565467 Mar 31 16:05:47.286336 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-dad530ea-538a-48ab-909a-9a83e7793b34 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004746 Mar 31 16:05:47.407203 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55a7edcc-ed7a-4a0a-94e8-0274fa4421be req-bc2090be-88e1-4f03-9d1b-5a3bc88a2db3 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147842 Mar 31 16:05:47.852798 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3045-ba07-4ee5-b147-4c25ad0bb8ca req-87b0d1a6-dd8f-4576-b255-091841392e87 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:47.854442 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b78b3045-ba07-4ee5-b147-4c25ad0bb8ca req-87b0d1a6-dd8f-4576-b255-091841392e87 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0594563 Mar 31 16:05:47.909753 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b78b3045-ba07-4ee5-b147-4c25ad0bb8ca req-74fd63f2-598f-4b75-a13f-ac46bd2b4e8b tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461807 Mar 31 16:05:49.205334 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c31b8-3dff-4bc6-a0a2-973db3bc636d req-f492422b-56ff-4dd1-b3ed-9ec920dd2059 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:49.206893 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f50c31b8-3dff-4bc6-a0a2-973db3bc636d req-f492422b-56ff-4dd1-b3ed-9ec920dd2059 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0610604 Mar 31 16:05:49.266630 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f50c31b8-3dff-4bc6-a0a2-973db3bc636d req-ff1620ef-bf55-4edb-990e-af7398988f2b tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485184 Mar 31 16:05:49.452477 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:50.398186 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1aaa00-2806-49b7-a429-5b8be8117c75 req-fa5d21d8-07dc-4ebb-acdd-319c06d99af1 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:50.399855 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba1aaa00-2806-49b7-a429-5b8be8117c75 req-fa5d21d8-07dc-4ebb-acdd-319c06d99af1 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0594518 Mar 31 16:05:50.460867 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba1aaa00-2806-49b7-a429-5b8be8117c75 req-7572ad94-dd04-4907-b619-93261bed048d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545211 Mar 31 16:05:51.589538 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b398e0-1ff9-4399-b110-c9a6eb1a9672 req-5069fd42-29eb-467e-8d61-da2da659c3b7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:51.591226 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92b398e0-1ff9-4399-b110-c9a6eb1a9672 req-5069fd42-29eb-467e-8d61-da2da659c3b7 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0577550 Mar 31 16:05:51.645582 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92b398e0-1ff9-4399-b110-c9a6eb1a9672 req-9b8b0029-3fae-455a-97f8-47f51ab9cb33 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482056 Mar 31 16:05:52.791768 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b651-8090-4280-8cf6-3976a1405c7d req-6080b5fb-2c48-4b86-8dfb-3e9ca13b5937 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:52.793421 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c1b7b651-8090-4280-8cf6-3976a1405c7d req-6080b5fb-2c48-4b86-8dfb-3e9ca13b5937 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0757029 Mar 31 16:05:52.853791 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c1b7b651-8090-4280-8cf6-3976a1405c7d req-c4d6be34-cf3f-4345-a5de-c09aef8afa66 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532949 Mar 31 16:05:53.997553 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13a6b-ccaf-41cc-a3ea-e95321e285da req-cb0ed5f9-1335-4f41-9791-25568db5e519 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:53.999199 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dca13a6b-ccaf-41cc-a3ea-e95321e285da req-cb0ed5f9-1335-4f41-9791-25568db5e519 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0679290 Mar 31 16:05:54.055633 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dca13a6b-ccaf-41cc-a3ea-e95321e285da req-39e1cd48-e239-46e5-aa90-a78423bcfa00 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503874 Mar 31 16:05:55.190043 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9eb5a-08f1-49ef-a065-012e2cd2b384 req-b07a843e-2eec-4581-ba27-7eed9a7d3c44 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:55.192613 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fce9eb5a-08f1-49ef-a065-012e2cd2b384 req-b07a843e-2eec-4581-ba27-7eed9a7d3c44 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0646217 Mar 31 16:05:55.255664 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fce9eb5a-08f1-49ef-a065-012e2cd2b384 req-74a1ffd8-d39d-4da3-a2cc-d60b3e24d0e5 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564613 Mar 31 16:05:55.806641 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:05:55.913478 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:55.927075 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'port_id': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'mac_address': 'fa:16:3e:38:83:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:05:55.974098 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:55.974499 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:55.997530 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:05:56.034925 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:56.166757 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:56.220705 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:56.424461 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d3930-0d44-492c-baee-c8af5ecf7357 req-00e01a0f-60d0-4124-b289-cf98cb515e3f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:56.426060 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-575d3930-0d44-492c-baee-c8af5ecf7357 req-00e01a0f-60d0-4124-b289-cf98cb515e3f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0668120 Mar 31 16:05:56.473864 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:05:56.480273 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-575d3930-0d44-492c-baee-c8af5ecf7357 req-dfd5fc61-1005-4dec-b38a-123ae5027f61 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479994 Mar 31 16:05:57.626316 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ad147-7a4e-4fa2-9ea0-efb439eab613 req-c61dc441-c69c-4743-9522-53e1980930ca tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:57.628262 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be7ad147-7a4e-4fa2-9ea0-efb439eab613 req-c61dc441-c69c-4743-9522-53e1980930ca tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0691159 Mar 31 16:05:57.690786 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be7ad147-7a4e-4fa2-9ea0-efb439eab613 req-e7fdffef-2cb0-42b9-849d-b62fe29beaa1 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560124 Mar 31 16:05:57.809871 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:57.952529 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:05:57.957164 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:57.957612 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:58.048861 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:58.049257 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:58.075609 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:58.077818 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933735a-a6a9-457e-8422-576dd2f378c6" -d '{"events": [{"server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:58.093445 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:58.119940 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798e74d2-b596-4f7f-9c26-8747dcbb21b4 x-openstack-request-id: req-798e74d2-b596-4f7f-9c26-8747dcbb21b4 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:58.120342 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:58.120758 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-798e74d2-b596-4f7f-9c26-8747dcbb21b4 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:58.121300 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798e74d2-b596-4f7f-9c26-8747dcbb21b4'] response: {'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'code': 200} Mar 31 16:05:58.167468 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:58.228286 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:58.566053 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b4a9a-318f-42a1-b42e-c067d441b44f req-1b1f8fb6-ab35-4d5a-8681-01ae891bef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:58.567732 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5b4a9a-318f-42a1-b42e-c067d441b44f req-1b1f8fb6-ab35-4d5a-8681-01ae891bef68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0501788 Mar 31 16:05:58.621262 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5b4a9a-318f-42a1-b42e-c067d441b44f req-37fbd514-b250-4ccb-8ddf-0b35d925b872 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473485 Mar 31 16:05:58.832544 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec9016-0c19-42e6-b577-3ec92ec59d54 req-d249230e-874e-422c-87f2-daea8fd499f3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:58.834622 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76ec9016-0c19-42e6-b577-3ec92ec59d54 req-d249230e-874e-422c-87f2-daea8fd499f3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0600610 Mar 31 16:05:58.891469 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-76ec9016-0c19-42e6-b577-3ec92ec59d54 req-612c9ef8-b9c6-410f-9baa-567c2169657c tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505536 Mar 31 16:06:00.041970 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf507c-3a29-4ecb-8f5c-75c291f37466 req-cad45a1b-4b7c-45ef-b9f8-33b6375bae91 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:00.043635 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-27cf507c-3a29-4ecb-8f5c-75c291f37466 req-cad45a1b-4b7c-45ef-b9f8-33b6375bae91 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0626142 Mar 31 16:06:00.126259 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-27cf507c-3a29-4ecb-8f5c-75c291f37466 req-9cebb4aa-2d06-4420-85fa-49afcf33dbab tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754986 Mar 31 16:06:00.270593 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7955a83-3eeb-4eab-a910-648c4dd0ba3a req-8e68549d-ae1c-47b8-91c1-e4f411675241 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:00.273045 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7955a83-3eeb-4eab-a910-648c4dd0ba3a req-8e68549d-ae1c-47b8-91c1-e4f411675241 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0700638 Mar 31 16:06:00.336213 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7955a83-3eeb-4eab-a910-648c4dd0ba3a req-e158490c-a846-485e-8097-f43966d90082 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521061 Mar 31 16:06:00.368809 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36420) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:00.444355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d451883-e74b-434d-92c8-c75efc2c1ea6 tempest-TestVolumeBootPattern-646364610 tempest-TestVolumeBootPattern-646364610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:00.447213 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2d451883-e74b-434d-92c8-c75efc2c1ea6 tempest-TestVolumeBootPattern-646364610 tempest-TestVolumeBootPattern-646364610-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 1124 time: 0.0767047 Mar 31 16:06:00.449971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36422) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:00.454743 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'port_id': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:00.552546 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:00.664318 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:00.781811 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Allocated IP 172.27.1.183 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/f0211801-7179-4a26-9b2c-296f311ec0b1) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:06:00.897172 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:01.004488 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:01.052732 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:01.057040 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:01.065843 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:06:01.072906 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=f0211801-7179-4a26-9b2c-296f311ec0b1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:01.109754 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.110357 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.110978 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.114889 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.116354 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.116490 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.116965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.117518 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.118052 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:01.806455 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:01.957517 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:02.149098 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:02.218342 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:02.298383 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event updated for resources: {'Port': ['ID=f0211801-7179-4a26-9b2c-296f311ec0b1,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:02.317264 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:02.438503 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Floating IP dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf associated. External IP: 172.27.1.183, port: c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c. Mar 31 16:06:02.681767 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:06:02.804807 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:06:02.821408 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:02.835348 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:02.840097 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:02.880943 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:02.918319 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-55d1440c-7a78-4d4d-9d95-d6f905ab1c1f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4669197 Mar 31 16:06:02.920092 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:02.922998 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf795d1-89c8-45c0-b695-c64576966c00" -d '{"events": [{"name": "network-changed", "server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:06:02.974753 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b3fef-4f28-4314-bee9-286cbb9b2132 x-openstack-request-id: req-5c3b3fef-4f28-4314-bee9-286cbb9b2132 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:06:02.975119 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:06:02.975503 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c3b3fef-4f28-4314-bee9-286cbb9b2132 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:06:02.976108 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3b3fef-4f28-4314-bee9-286cbb9b2132'] response: {'name': 'network-changed', 'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'status': 'completed', 'code': 200} Mar 31 16:06:02.979882 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:03.107750 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-7ec4f8f9-8104-4ffe-93ec-266e12f23495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:03.109314 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-7ec4f8f9-8104-4ffe-93ec-266e12f23495 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0768607 Mar 31 16:06:03.229209 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-d178abb5-2bf4-4b8c-be8e-4ee01ed293d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:03.230818 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-d178abb5-2bf4-4b8c-be8e-4ee01ed293d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1144407 Mar 31 16:06:03.267613 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:05Z', 'revision_number': 1, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}, {'id': 'dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:38:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:06:01Z', 'updated_at': '2022-03-31T16:06:01Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:03.296383 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:03.309619 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-1c8b084f-c022-4396-a2c1-241de93de4a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c HTTP/1.1" status: 200 len: 999 time: 0.0697911 Mar 31 16:06:03.312076 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:03.312887 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:05:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:03.374141 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-77718bda-9e3e-4159-b334-bf20ec0206ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:03.375831 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-77718bda-9e3e-4159-b334-bf20ec0206ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0585933 Mar 31 16:06:03.443984 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-34ad035e-be00-43b1-9baf-56571e8211ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:03.446184 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-34ad035e-be00-43b1-9baf-56571e8211ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634446 Mar 31 16:06:03.471782 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:03.584852 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-27639559-8cd1-4ad6-bd9a-678ddcd222e8 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320519 Mar 31 16:06:03.708596 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbf795d1-89c8-45c0-b695-c64576966c00 req-47df2939-ee05-4a91-852c-4dbdbed8255e service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175268 Mar 31 16:06:03.790041 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:05Z', 'revision_number': 1, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}, {'id': 'dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:38:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:06:01Z', 'updated_at': '2022-03-31T16:06:01Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:03.823741 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3117034-fd9a-466e-8783-187d0b137c22 None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:05Z', 'revision_number': 1, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}, {'id': 'dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:38:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:06:01Z', 'updated_at': '2022-03-31T16:06:01Z', 'revision_number': 0, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:04.059318 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf5492-452d-4271-b422-cd614e4db580 None None] New status for floating IP dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:06:05.133959 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-d4dfe3e9-1886-4e08-9a95-cfb6e5ae4d51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551074 Mar 31 16:06:05.251247 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-39dec784-cfc9-45d9-a169-1bda26abf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:05.254584 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-39dec784-cfc9-45d9-a169-1bda26abf257 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1129 time: 0.0564711 Mar 31 16:06:05.373965 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-35a11df7-3576-432a-9d53-18ac3843bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:05.375338 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-35a11df7-3576-432a-9d53-18ac3843bee2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1011901 Mar 31 16:06:05.452123 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-400c2fb3-1801-4c20-a21f-2dc63723f3d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 200 len: 1001 time: 0.0660229 Mar 31 16:06:05.513535 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-57e3e361-76f7-4c68-a102-441eaf596377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:05.515072 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-57e3e361-76f7-4c68-a102-441eaf596377 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0549955 Mar 31 16:06:05.578016 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-8958293a-fe22-4a66-b709-63c513e6c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:05.579605 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-8958293a-fe22-4a66-b709-63c513e6c9c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561817 Mar 31 16:06:05.692709 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-3c7edd4c-9229-4f3d-b3d6-c29a2249bb83 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058967 Mar 31 16:06:05.803380 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de85fd4b-7ab6-4036-8f9b-9969581cfc93 req-c30757ac-bc91-4837-bd89-d80b82758c24 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048214 Mar 31 16:06:07.914899 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9640e4f3-df17-453d-8db2-220e11f067f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:10.704271 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:06:11.020597 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a598e856-8026-4201-9523-fbc65dfa23b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:13.777713 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:15.017849 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:16.469063 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.446890 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.411255 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569010-99ca-47dd-9e2c-8f6125c8e250 req-6aae2bfa-cdde-4d84-a7cd-da062b9576c7 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:23.413399 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92569010-99ca-47dd-9e2c-8f6125c8e250 req-6aae2bfa-cdde-4d84-a7cd-da062b9576c7 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0613186 Mar 31 16:06:23.473014 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92569010-99ca-47dd-9e2c-8f6125c8e250 req-bd0fd3bc-1a77-440f-b325-a735be702daa tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536256 Mar 31 16:06:24.610032 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882e67d-c7dd-43c5-9985-614bd4518afc req-a1bff71c-93ac-4bd9-be6d-fdc2835dfb95 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:24.611968 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4882e67d-c7dd-43c5-9985-614bd4518afc req-a1bff71c-93ac-4bd9-be6d-fdc2835dfb95 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0595140 Mar 31 16:06:24.665055 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4882e67d-c7dd-43c5-9985-614bd4518afc req-56e4b28c-1029-4cb7-8172-9d7be8f5e716 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 Mar 31 16:06:25.805742 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2193dc1-1dfc-42ba-af79-0f060ae4c117 req-386ea80a-8f64-4cc3-be03-25498522d68a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:25.807359 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c2193dc1-1dfc-42ba-af79-0f060ae4c117 req-386ea80a-8f64-4cc3-be03-25498522d68a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0632055 Mar 31 16:06:25.864407 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c2193dc1-1dfc-42ba-af79-0f060ae4c117 req-a2b46eb5-45b6-4824-87aa-7dd2a3a42e28 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Mar 31 16:06:26.999427 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d82d8-0b8a-402e-a8dd-7ff8140758df req-c15ef07d-1101-43f6-b421-2e0483f2eeec tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:27.001153 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb2d82d8-0b8a-402e-a8dd-7ff8140758df req-c15ef07d-1101-43f6-b421-2e0483f2eeec tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0617344 Mar 31 16:06:27.060109 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb2d82d8-0b8a-402e-a8dd-7ff8140758df req-114988fd-c87b-4c62-bac8-0c9e947f1edf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521908 Mar 31 16:06:28.204708 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1d15a-0e44-4714-aa94-ac3718e36ff8 req-6d8ed4e2-7632-4260-afb0-17d31c16d5f0 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:28.206358 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1c1d15a-0e44-4714-aa94-ac3718e36ff8 req-6d8ed4e2-7632-4260-afb0-17d31c16d5f0 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0711796 Mar 31 16:06:28.262165 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1c1d15a-0e44-4714-aa94-ac3718e36ff8 req-e8b35d83-e27b-4cd9-a32c-8baf8915e5f6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457489 Mar 31 16:06:29.393793 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace80e-d98b-4bb3-9981-1cbee27d2ca2 req-921fb001-378b-4e68-b8af-37eaf36d4c1f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:29.395477 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8ace80e-d98b-4bb3-9981-1cbee27d2ca2 req-921fb001-378b-4e68-b8af-37eaf36d4c1f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0582352 Mar 31 16:06:29.450144 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8ace80e-d98b-4bb3-9981-1cbee27d2ca2 req-6e221e0b-5c95-4f48-98b8-89ef5f79b625 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486095 Mar 31 16:06:30.597056 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21423112-de56-445a-bb5d-3403f81fa8d3 req-cecf90f7-1e87-4758-be98-a6e316c1f3db tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.598837 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-21423112-de56-445a-bb5d-3403f81fa8d3 req-cecf90f7-1e87-4758-be98-a6e316c1f3db tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0579023 Mar 31 16:06:30.657663 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-21423112-de56-445a-bb5d-3403f81fa8d3 req-a2735bfc-5fe9-4bdb-acc6-e1f60757b362 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512004 Mar 31 16:06:31.785945 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65983ac-1a1f-473c-bb3c-5d97812f664f req-f11de754-72b0-4656-8ff2-e92e6d95bced tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:31.788129 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e65983ac-1a1f-473c-bb3c-5d97812f664f req-f11de754-72b0-4656-8ff2-e92e6d95bced tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0555508 Mar 31 16:06:31.844392 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e65983ac-1a1f-473c-bb3c-5d97812f664f req-d492abe1-2de1-4801-aa48-b16f96d57178 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461996 Mar 31 16:06:32.987686 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2632-299f-438a-9748-cef01c9692fe req-df1844c1-318f-4926-8828-cd8a700225a5 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:32.989416 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc2632-299f-438a-9748-cef01c9692fe req-df1844c1-318f-4926-8828-cd8a700225a5 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0569372 Mar 31 16:06:33.043159 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc2632-299f-438a-9748-cef01c9692fe req-2b1db0e0-f8df-4df6-a452-45a50f26f673 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476921 Mar 31 16:06:34.186723 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236be329-01df-4510-8016-968fa5225edb req-3e0ccdc8-4bd3-445e-b2a5-f3ee47c20904 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:34.188348 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-236be329-01df-4510-8016-968fa5225edb req-3e0ccdc8-4bd3-445e-b2a5-f3ee47c20904 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0624216 Mar 31 16:06:34.249938 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-236be329-01df-4510-8016-968fa5225edb req-c872604e-c77b-44f2-8f73-c893c2c38558 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505502 Mar 31 16:06:35.389199 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5af36-05a5-473c-9647-df6b4e41b544 req-188ea197-6606-4135-b046-5273cbd35d2f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:35.390962 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4ca5af36-05a5-473c-9647-df6b4e41b544 req-188ea197-6606-4135-b046-5273cbd35d2f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0661690 Mar 31 16:06:35.450085 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4ca5af36-05a5-473c-9647-df6b4e41b544 req-118906d0-bfca-401e-aae5-e6e49dfec96f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496185 Mar 31 16:06:36.582833 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ea3e1-8717-45ab-bb8a-c5b5e6b500fc req-70248779-f915-47fc-b312-b0e7a72a7c7a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:36.585078 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f1ea3e1-8717-45ab-bb8a-c5b5e6b500fc req-70248779-f915-47fc-b312-b0e7a72a7c7a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0580602 Mar 31 16:06:36.638094 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f1ea3e1-8717-45ab-bb8a-c5b5e6b500fc req-2036f9ae-8ea9-450f-a128-3ee6b0b05604 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467620 Mar 31 16:06:37.779710 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e1d9-2d33-4e36-9358-3cfbf2a9ec21 req-752e1555-02df-447f-9fdd-4578795fc604 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:37.781795 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0025e1d9-2d33-4e36-9358-3cfbf2a9ec21 req-752e1555-02df-447f-9fdd-4578795fc604 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0608811 Mar 31 16:06:37.843123 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0025e1d9-2d33-4e36-9358-3cfbf2a9ec21 req-e5374148-fa35-49b5-815e-30be110c7a91 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547025 Mar 31 16:06:37.937320 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2f7836d0-72c7-4804-9aa9-a0260ab3db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:39.019468 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79893ede-38c7-4e84-913b-36d0f2453166 req-d4284a85-a2f1-4db4-b9b1-69d94c8978cf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:39.021559 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79893ede-38c7-4e84-913b-36d0f2453166 req-d4284a85-a2f1-4db4-b9b1-69d94c8978cf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0695484 Mar 31 16:06:39.092398 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79893ede-38c7-4e84-913b-36d0f2453166 req-52279217-5fcf-4442-bfb7-a94b6303f72a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637524 Mar 31 16:06:40.235303 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0277a-9e72-436c-99ba-dd23922cd811 req-28d2d1c9-2f0e-46de-ba12-661d499b6ea2 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:40.236987 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18f0277a-9e72-436c-99ba-dd23922cd811 req-28d2d1c9-2f0e-46de-ba12-661d499b6ea2 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0585892 Mar 31 16:06:40.291823 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18f0277a-9e72-436c-99ba-dd23922cd811 req-0c5a8b26-00fe-4067-8f2d-e11b2c1e35b5 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480769 Mar 31 16:06:40.714522 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bc4f5-d4cc-41b4-9cd9-a21665e82357 req-51d6d4c9-40a5-4611-845b-d88536e588bb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:40.716352 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-817bc4f5-d4cc-41b4-9cd9-a21665e82357 req-51d6d4c9-40a5-4611-845b-d88536e588bb tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0651639 Mar 31 16:06:40.771290 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-817bc4f5-d4cc-41b4-9cd9-a21665e82357 req-0e8803cf-3632-4867-bf2d-61f87e154b52 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475671 Mar 31 16:06:40.895751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-a058f94e-6c92-4633-b3fb-8f96f698fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:40.897990 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-a058f94e-6c92-4633-b3fb-8f96f698fbad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1129 time: 0.0506349 Mar 31 16:06:40.961493 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2608-d67f-40ed-92fd-68ace714f483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:41.004794 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-137e6664-18ba-4d65-89e1-d1fbac9bdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.006494 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-137e6664-18ba-4d65-89e1-d1fbac9bdc69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 911 time: 0.1024358 Mar 31 16:06:41.084149 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-9fdddefb-eafe-45c4-954a-282bf717c359 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 200 len: 1000 time: 0.0710208 Mar 31 16:06:41.134851 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-824e7afe-5072-4508-94ba-9d4d18e0b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.136388 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-824e7afe-5072-4508-94ba-9d4d18e0b795 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0471387 Mar 31 16:06:41.190215 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-fded1aeb-145d-4d2b-b17c-7b0a3b52bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.191801 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-fded1aeb-145d-4d2b-b17c-7b0a3b52bc9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496297 Mar 31 16:06:41.298034 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-b34829d1-c11d-4627-be58-6c35d6f9497d service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998232 Mar 31 16:06:41.426425 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cb1637c-1b6a-495e-aa97-0ed5002f4bbf req-946f7c36-6985-47b6-a6ea-db1e9e254bfc service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225622 Mar 31 16:06:41.922134 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b89e21-9820-498a-b92f-66aa84e8da93 req-3b9d2cff-024b-4ad5-a54b-51ce36ef7aca tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.923846 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90b89e21-9820-498a-b92f-66aa84e8da93 req-3b9d2cff-024b-4ad5-a54b-51ce36ef7aca tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0738249 Mar 31 16:06:42.002226 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90b89e21-9820-498a-b92f-66aa84e8da93 req-e680acef-c9e5-421b-a140-d9777b19cd63 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706935 Mar 31 16:06:43.187024 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e48f3-d53a-4aee-a1c3-aafecaae2571 req-e43a007b-9b0e-4ec2-aa39-6f692f902e3d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:43.190369 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd0e48f3-d53a-4aee-a1c3-aafecaae2571 req-e43a007b-9b0e-4ec2-aa39-6f692f902e3d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0996237 Mar 31 16:06:43.269362 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd0e48f3-d53a-4aee-a1c3-aafecaae2571 req-bff7ede1-7576-4b06-974f-a7871a841682 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714481 Mar 31 16:06:43.785909 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:44.974800 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:46.451318 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:47.706627 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:06:49.474104 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:05.597693 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-43549cd5-4013-41d5-bde8-9cba54c46ef3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526292 Mar 31 16:07:05.683040 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-ce2b3e3d-e99e-40d3-b00e-542080439981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:05.684601 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-ce2b3e3d-e99e-40d3-b00e-542080439981 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1129 time: 0.0523024 Mar 31 16:07:06.103119 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-35a6b65f-6789-431c-a2fc-7ce402da6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:06.104860 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-35a6b65f-6789-431c-a2fc-7ce402da6184 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 911 time: 0.3988566 Mar 31 16:07:06.187108 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-b34ee68b-8e14-4f20-ba4e-403d0b7ceee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 200 len: 1000 time: 0.0671582 Mar 31 16:07:06.244839 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-b1bb13e8-d6e4-4f3c-a689-6b60ff940616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:06.246473 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-b1bb13e8-d6e4-4f3c-a689-6b60ff940616 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0529487 Mar 31 16:07:06.303156 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-517ddb49-5416-4ee4-b514-bc68931795e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:06.304802 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-517ddb49-5416-4ee4-b514-bc68931795e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521188 Mar 31 16:07:06.404571 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-46f98001-41f4-49d1-88e7-b280a64aaae9 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924585 Mar 31 16:07:06.509292 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70d2422d-bd47-4ede-9ed3-b1aef4cd0d9b req-ba59e30b-6b75-4e86-8bba-78eae6d73600 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981011 Mar 31 16:07:07.968457 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1c2371e-3a4b-4e3c-a2fd-542d5fc7d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:10.965244 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-25521409-5301-4b49-a17e-d80790637fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:13.810790 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:14.979737 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:16.468146 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:17.627584 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e3595-3dff-4739-b7ec-e4c4c91a3d9e req-894ae1af-a430-4936-89fe-958e946ba11a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:17.629221 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a7e3595-3dff-4739-b7ec-e4c4c91a3d9e req-894ae1af-a430-4936-89fe-958e946ba11a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0604131 Mar 31 16:07:17.682832 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a7e3595-3dff-4739-b7ec-e4c4c91a3d9e req-7355ba0b-b342-46f0-a720-4efeec3585a1 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471036 Mar 31 16:07:18.828317 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be0a7-c94e-4b19-81b1-70fa72a7b355 req-27e330e4-437d-4606-be71-6f0bf6462f5b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:18.830031 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a88be0a7-c94e-4b19-81b1-70fa72a7b355 req-27e330e4-437d-4606-be71-6f0bf6462f5b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0597899 Mar 31 16:07:18.892417 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a88be0a7-c94e-4b19-81b1-70fa72a7b355 req-7ea8aaba-fe38-462c-bb0b-1cd38041ca4e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528069 Mar 31 16:07:19.496575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:20.027790 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f9d6-f8d5-47c3-951e-330f3bc3480a req-26dc1828-1a9e-4d20-ab99-ab2b5e82defe tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.029487 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc28f9d6-f8d5-47c3-951e-330f3bc3480a req-26dc1828-1a9e-4d20-ab99-ab2b5e82defe tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0636666 Mar 31 16:07:20.086453 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc28f9d6-f8d5-47c3-951e-330f3bc3480a req-94cc9b49-3400-4a19-abe7-c9c101b64cd3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 Mar 31 16:07:21.237310 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0d689-466b-48ac-ba5d-fed350b19d22 req-24fced9c-cfd5-4f02-b32a-6082c7e03f49 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:21.239065 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b3e0d689-466b-48ac-ba5d-fed350b19d22 req-24fced9c-cfd5-4f02-b32a-6082c7e03f49 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0653636 Mar 31 16:07:21.293877 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b3e0d689-466b-48ac-ba5d-fed350b19d22 req-aef424ae-2b87-4ba2-bfee-c64d2917da35 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487087 Mar 31 16:07:22.428691 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a5e4-fe23-4832-8ae8-49079d63139d req-163fe18b-3a80-4ab5-acd9-f3955185c84e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:22.430359 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6149a5e4-fe23-4832-8ae8-49079d63139d req-163fe18b-3a80-4ab5-acd9-f3955185c84e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0608065 Mar 31 16:07:22.485497 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6149a5e4-fe23-4832-8ae8-49079d63139d req-242bae1d-b4a5-4af8-9dee-368b66346216 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489907 Mar 31 16:07:23.617465 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a537a-f0fd-4b0d-b840-debcabc8d6ef req-b68efa2d-30cb-4473-b9db-0a9a11585d36 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:23.619116 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a32a537a-f0fd-4b0d-b840-debcabc8d6ef req-b68efa2d-30cb-4473-b9db-0a9a11585d36 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0593491 Mar 31 16:07:23.671837 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a32a537a-f0fd-4b0d-b840-debcabc8d6ef req-cb560610-1e8c-468f-9dec-8b3fe73771fd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Mar 31 16:07:24.707399 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:07:24.810281 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9e18-cfbf-406f-aab6-fb25a4ffa8aa req-427404a1-51c1-4506-b10f-83c4f1c457ed tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:24.812002 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dbaf9e18-cfbf-406f-aab6-fb25a4ffa8aa req-427404a1-51c1-4506-b10f-83c4f1c457ed tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0627165 Mar 31 16:07:24.890871 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dbaf9e18-cfbf-406f-aab6-fb25a4ffa8aa req-22ac478f-54d2-4ab1-90a1-42a63745044e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673966 Mar 31 16:07:26.046369 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d361-ac62-4f08-9f85-dcf1652b3cf2 req-ad0960e1-be05-446a-a1c5-f8a5026420b1 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:26.048066 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0898d361-ac62-4f08-9f85-dcf1652b3cf2 req-ad0960e1-be05-446a-a1c5-f8a5026420b1 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0635328 Mar 31 16:07:26.105165 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0898d361-ac62-4f08-9f85-dcf1652b3cf2 req-f9729474-6d39-412c-963b-b283dcc2a2ee tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460136 Mar 31 16:07:27.235343 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86992aa-9358-46bf-9765-49937c42afc9 req-10ce4485-7403-450b-9826-ceec46f5b84c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:27.236961 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d86992aa-9358-46bf-9765-49937c42afc9 req-10ce4485-7403-450b-9826-ceec46f5b84c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0594494 Mar 31 16:07:27.291232 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d86992aa-9358-46bf-9765-49937c42afc9 req-af4b9cbb-5dbc-4543-b926-c4157eb1c7ba tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480525 Mar 31 16:07:28.421678 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063665c0-9401-44ca-8305-f4c7b50b3886 req-4aad63b7-93d4-4092-810f-a9c1c66190a6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:28.423408 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-063665c0-9401-44ca-8305-f4c7b50b3886 req-4aad63b7-93d4-4092-810f-a9c1c66190a6 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0585494 Mar 31 16:07:28.477550 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-063665c0-9401-44ca-8305-f4c7b50b3886 req-3a8d52dc-fd9f-48fd-800d-f117993bab5a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476267 Mar 31 16:07:28.906281 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfbdd4-b83c-40f1-a8ae-ca405e72a665 req-7a60c997-bbd3-4c3f-ac9d-8b9a128ed8cf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:28.909047 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8abfbdd4-b83c-40f1-a8ae-ca405e72a665 req-7a60c997-bbd3-4c3f-ac9d-8b9a128ed8cf tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0827262 Mar 31 16:07:28.990289 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-a5b98e33-3ee7-4a27-b3a9-1de2db694a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:28.991885 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-a5b98e33-3ee7-4a27-b3a9-1de2db694a31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 1129 time: 0.0498972 Mar 31 16:07:28.996428 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8abfbdd4-b83c-40f1-a8ae-ca405e72a665 req-46fa1b81-5836-49bc-b18d-eea0817c0a9e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808992 Mar 31 16:07:29.118048 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-22245a58-8ae9-418d-b895-22e2c3ac8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:29.119888 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-22245a58-8ae9-418d-b895-22e2c3ac8654 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 911 time: 0.1219242 Mar 31 16:07:29.191293 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-f6f85296-baf5-4d0a-a76f-41863be3363d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 200 len: 1000 time: 0.0655773 Mar 31 16:07:29.244877 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-e103b2e6-7a0f-4326-a8a9-5baf8329cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:29.246405 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-e103b2e6-7a0f-4326-a8a9-5baf8329cf03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0491633 Mar 31 16:07:29.309132 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-71b2a81c-eb94-4e79-9c6e-fb6876d35fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:29.310846 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-71b2a81c-eb94-4e79-9c6e-fb6876d35fe4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549915 Mar 31 16:07:29.409594 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-a1be18b6-3a5f-479b-8ee7-cbe461dddbd3 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918517 Mar 31 16:07:29.512985 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e2bf74b-bfc8-48c0-8a68-bfc65b64b2e6 req-a4bfa768-5015-4c51-8e05-0e924efb82cb service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975943 Mar 31 16:07:30.149494 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e674b3-fcd7-4e35-9533-13eaaaa4ac5a req-6d5780b2-4cfb-44b0-b6ad-831cc9292007 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:30.151558 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38e674b3-fcd7-4e35-9533-13eaaaa4ac5a req-6d5780b2-4cfb-44b0-b6ad-831cc9292007 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0670195 Mar 31 16:07:30.217400 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38e674b3-fcd7-4e35-9533-13eaaaa4ac5a req-83ab3ba5-6d89-449b-a433-ecb1935aa2ca tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596347 Mar 31 16:07:31.327232 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36578) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:31.384746 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd6d9d-7de6-486f-b289-5f11492a09e7 req-e2b1a79e-5310-4a01-a2f3-5f1f09e4c251 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:31.387814 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-90cd6d9d-7de6-486f-b289-5f11492a09e7 req-e2b1a79e-5310-4a01-a2f3-5f1f09e4c251 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0789168 Mar 31 16:07:31.461638 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-90cd6d9d-7de6-486f-b289-5f11492a09e7 req-1aea5557-906e-45bc-955b-d0875668e399 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671070 Mar 31 16:07:31.545449 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Deleting port f0211801-7179-4a26-9b2c-296f311ec0b1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:31.551472 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.636565 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.636887 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (f0211801-7179-4a26-9b2c-296f311ec0b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.651167 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Calling delete_port for f0211801-7179-4a26-9b2c-296f311ec0b1 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:31.870993 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (f0211801-7179-4a26-9b2c-296f311ec0b1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.897963 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'Port': ['ID=f0211801-7179-4a26-9b2c-296f311ec0b1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:31.931837 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.932229 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.932616 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.932998 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.933383 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.933775 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.934189 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.934647 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.934995 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.935372 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.935776 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.936149 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.936564 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.936929 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.937293 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:31.986474 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.987054 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Floating IP dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf disassociated (deleted). External IP: 172.27.1.183, port: c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c. Mar 31 16:07:32.258483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:07:32.382922 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:07:32.389097 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:32.398250 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:07:32.418069 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:32.419208 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:32.431015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-adf4bfef-5030-4874-b415-c4012af9726d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf HTTP/1.1" status: 204 len: 168 time: 1.0998456 Mar 31 16:07:32.431015 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:32.432587 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4933d37-9dad-4436-bd65-2a7a4989b690" -d '{"events": [{"name": "network-changed", "server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:32.475407 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff92a58-6985-4267-acf1-da71f66fc7dc x-openstack-request-id: req-5ff92a58-6985-4267-acf1-da71f66fc7dc {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:32.475676 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:32.475992 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ff92a58-6985-4267-acf1-da71f66fc7dc {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:32.476486 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff92a58-6985-4267-acf1-da71f66fc7dc'] response: {'name': 'network-changed', 'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'status': 'completed', 'code': 200} Mar 31 16:07:32.542848 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:32.583154 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-26fe5fa9-7621-4353-bee4-e8774a504ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.584791 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-26fe5fa9-7621-4353-bee4-e8774a504ede service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0584061 Mar 31 16:07:32.700867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-c4df9762-6437-4340-9100-e9c329783ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.703113 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-c4df9762-6437-4340-9100-e9c329783ca5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1114390 Mar 31 16:07:32.749273 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-cbc76f8d-54f8-4409-924d-31f780cc175b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c HTTP/1.1" status: 200 len: 217 time: 0.0400455 Mar 31 16:07:32.825874 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-29cc3387-9f4a-49f4-ad58-3769501eaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.828079 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-29cc3387-9f4a-49f4-ad58-3769501eaecd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0714297 Mar 31 16:07:32.914189 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-7504fc14-c157-4747-b511-9d405b32433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.917830 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-7504fc14-c157-4747-b511-9d405b32433f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822070 Mar 31 16:07:32.928822 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:05Z', 'revision_number': 1, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:32.959611 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:07:32.970791 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:32.971563 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:33.058818 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-10c64cae-9571-45a3-b001-02ace35af5d1 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334605 Mar 31 16:07:33.077396 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00cc0-19e6-4336-9c02-118aa2f45495 req-9c7390ce-2a28-4fc1-b8a0-83e805f9068d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:33.079904 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fca00cc0-19e6-4336-9c02-118aa2f45495 req-9c7390ce-2a28-4fc1-b8a0-83e805f9068d tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.1013486 Mar 31 16:07:33.121001 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:33.169469 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fca00cc0-19e6-4336-9c02-118aa2f45495 req-1b9fd1ac-fae3-41e3-b0f5-ce99308689ac tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786209 Mar 31 16:07:33.213321 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4933d37-9dad-4436-bd65-2a7a4989b690 req-494461db-5975-4ded-8ad0-de02e6c4c0d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476860 Mar 31 16:07:33.408538 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:05Z', 'revision_number': 1, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:33.437566 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc1c19-aed4-4254-b4b6-353c5e7be1d5 None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'b8be2691-a9ad-498d-883f-0595f56964d8', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'port_id': 'defcff1a-d4a8-4796-a31c-63414a001923', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'mac_address': 'fa:16:3e:f6:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee5a29-320d-4204-9068-7a8f4469af89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:01Z', 'updated_at': '2022-03-31T16:04:05Z', 'revision_number': 1, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:07:33.704923 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db42770-736b-4d68-aec6-5a3e6726a711 None None] New status for floating IP dd4d0dfc-3aea-4d2c-98d6-8bc79d6be4bf: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:07:34.319274 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063f649-a18a-41da-9115-770d6baad92e req-b43ccef8-6350-4695-992f-c5228e6c7f68 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:34.320988 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1063f649-a18a-41da-9115-770d6baad92e req-b43ccef8-6350-4695-992f-c5228e6c7f68 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0602691 Mar 31 16:07:34.386566 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1063f649-a18a-41da-9115-770d6baad92e req-d254727c-2278-47b1-97ca-b452be694199 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591676 Mar 31 16:07:34.578644 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-83b57245-7a6b-453c-a0f2-fbd58125b8f6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:34.580125 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-83b57245-7a6b-453c-a0f2-fbd58125b8f6 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0637164 Mar 31 16:07:34.687510 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Deleting port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:34.687853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:34.788718 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] For port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:34.789094 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:34.804542 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Calling delete_port for c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:35.047950 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:35.082981 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'Port': ['ID=c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:35.141771 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] No DVR routers for this DVR port c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:07:35.144548 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:35.148657 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00f15b1e-a621-41f2-8456-63779e4c6203 req-ebe3b2ae-57bd-4765-bdd2-16cf5e1c3961 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "DELETE /v2.0/ports/c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c HTTP/1.1" status: 204 len: 173 time: 0.5635936 Mar 31 16:07:35.149139 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'name': 'network-vif-deleted', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:35.161240 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbaa02-7529-4d9a-956c-cfeab0885bb5" -d '{"events": [{"server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "name": "network-vif-deleted", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:35.190957 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f6bc20-33ad-4df8-9c18-b00696d00fce x-openstack-request-id: req-e9f6bc20-33ad-4df8-9c18-b00696d00fce {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:35.194636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6", "name": "network-vif-deleted", "tag": "c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:35.194636 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9f6bc20-33ad-4df8-9c18-b00696d00fce {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:35.194636 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f6bc20-33ad-4df8-9c18-b00696d00fce'] response: {'server_uuid': 'eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6', 'name': 'network-vif-deleted', 'tag': 'c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c', 'status': 'completed', 'code': 200} Mar 31 16:07:35.517381 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7afd6954-bfc0-42be-946a-9d50ecdca27e req-30e230d1-2ef0-4145-b256-f30c86567dfd tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Mar 31 16:07:36.654811 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9cd2d70-bcf3-4b88-a965-6219d4031cdd req-4fe4d0b6-06d1-4a0c-8fca-17eafb8db331 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea0a9af-e787-4f7c-a9cd-a2f0c7a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0318112 Mar 31 16:07:38.131148 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:38.153825 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:38.154273 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device c8ceb6c9-3a23-442e-8fbc-ad00b616dd1c not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:38.156391 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3bf18087-1209-47a2-af65-6ccf1eba7951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:40.635217 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36614) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:40.854237 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Deleting port 6c614c52-5868-4b6f-b063-26227e2801e1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:40.854587 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (6c614c52-5868-4b6f-b063-26227e2801e1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:40.942483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (6c614c52-5868-4b6f-b063-26227e2801e1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:40.942978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (6c614c52-5868-4b6f-b063-26227e2801e1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:40.956628 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Calling delete_port for 6c614c52-5868-4b6f-b063-26227e2801e1 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:40.974505 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ab593f1-ed35-4f83-9d23-ec8c7082a888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:41.210322 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (6c614c52-5868-4b6f-b063-26227e2801e1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:41.236243 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'Port': ['ID=6c614c52-5868-4b6f-b063-26227e2801e1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:41.307062 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (b8be2691-a9ad-498d-883f-0595f56964d8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:41.307505 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Floating IP b8be2691-a9ad-498d-883f-0595f56964d8 disassociated (deleted). External IP: 172.27.1.194, port: defcff1a-d4a8-4796-a31c-63414a001923. Mar 31 16:07:41.545206 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:07:41.693951 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:07:41.700548 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:41.708308 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:07:41.722597 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:41.724174 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:41.735513 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4fcf965d-ce13-4097-b1c2-7920742eca34 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "DELETE /v2.0/floatingips/b8be2691-a9ad-498d-883f-0595f56964d8 HTTP/1.1" status: 204 len: 168 time: 1.0987191 Mar 31 16:07:41.736287 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:41.738960 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb572887-4ae2-4c69-abbd-a0888ac0b686" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "tag": "defcff1a-d4a8-4796-a31c-63414a001923"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:41.795841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b772c0-ac5c-45b7-b39d-5581530b58ca x-openstack-request-id: req-21b772c0-ac5c-45b7-b39d-5581530b58ca {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:41.796091 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "tag": "defcff1a-d4a8-4796-a31c-63414a001923", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:41.797011 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21b772c0-ac5c-45b7-b39d-5581530b58ca {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:41.797011 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b772c0-ac5c-45b7-b39d-5581530b58ca'] response: {'name': 'network-changed', 'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923', 'status': 'completed', 'code': 200} Mar 31 16:07:41.867973 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:41.924617 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-dacdb015-5a5f-44e5-9021-e6de7f463b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:41.927180 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-dacdb015-5a5f-44e5-9021-e6de7f463b9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 1129 time: 0.0742838 Mar 31 16:07:42.077718 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-3938f541-9cad-400d-ac0d-9e97c2630f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:42.080124 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-3938f541-9cad-400d-ac0d-9e97c2630f63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 200 len: 913 time: 0.1453991 Mar 31 16:07:42.127537 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-7f9c99f2-ba81-4805-a7c9-fd0937590e4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 200 len: 217 time: 0.0396073 Mar 31 16:07:42.175455 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:42.205579 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-159453a3-bc3c-41e6-ad2a-c00ea2f022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:42.206194 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:07:42.208563 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-159453a3-bc3c-41e6-ad2a-c00ea2f022b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 200 len: 851 time: 0.0739317 Mar 31 16:07:42.219449 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:42.220442 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:42.269140 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-afd8f358-bb41-4d26-a6d3-5e6666116a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:42.272131 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-afd8f358-bb41-4d26-a6d3-5e6666116a71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f632a164-a746-4dfa-9250-6ad4a23d259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576475 Mar 31 16:07:42.360747 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:42.448117 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e063a-3a3b-46f2-88e0-9b97297b3699 req-663bce0d-9120-4b62-a1b9-52f38c2a266a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:42.450784 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-003e063a-3a3b-46f2-88e0-9b97297b3699 req-663bce0d-9120-4b62-a1b9-52f38c2a266a tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 945 time: 0.1615276 Mar 31 16:07:42.456632 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-12443a86-d613-4114-9ea6-c14fff3aa299 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767356 Mar 31 16:07:42.579729 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-003e063a-3a3b-46f2-88e0-9b97297b3699 req-af7c6e17-0c8b-4a6f-b22b-fa52a19abd6f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210806 Mar 31 16:07:42.610392 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb572887-4ae2-4c69-abbd-a0888ac0b686 req-85441586-fb60-43bf-8efd-f79247db4b43 service neutron] 10.222.0.48 "GET /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449471 Mar 31 16:07:42.658661 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:42.715770 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b7948-94bb-4782-afa1-6e756defa8b1 None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:36Z', 'revision_number': 4, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': '8a0bc049-14ff-4cbe-8b33-f8594e064371', 'name': '', 'network_id': 'f632a164-a746-4dfa-9250-6ad4a23d259a', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'mac_address': 'fa:16:3e:08:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '16598639-0f72-4448-9150-b31161785bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:35Z', 'updated_at': '2022-03-31T16:00:42Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'subnets': [{'id': '16598639-0f72-4448-9150-b31161785bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:07:42.990566 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2f27e-9701-4a09-bf37-dadf6da157ab None None] New status for floating IP b8be2691-a9ad-498d-883f-0595f56964d8: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:07:43.732095 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a2971-b71a-4d3f-aa1a-f8db2e658197 req-2b53a11b-2219-4472-9ea4-35b9f1c43e9f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:43.734037 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e3a2971-b71a-4d3f-aa1a-f8db2e658197 req-2b53a11b-2219-4472-9ea4-35b9f1c43e9f tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 945 time: 0.0696418 Mar 31 16:07:43.793077 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e3a2971-b71a-4d3f-aa1a-f8db2e658197 req-40939bf8-ecf3-4a23-8129-2dc83888b3bc tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df72565-4312-41f0-8974-4886e59a3527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525503 Mar 31 16:07:43.799254 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:43.992166 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-3dacb3c8-53fe-4760-bab8-83522052c9ec tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:43.993794 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-3dacb3c8-53fe-4760-bab8-83522052c9ec tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 945 time: 0.0570636 Mar 31 16:07:44.116771 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Deleting port defcff1a-d4a8-4796-a31c-63414a001923 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:44.117328 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (defcff1a-d4a8-4796-a31c-63414a001923), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:44.232807 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] For port defcff1a-d4a8-4796-a31c-63414a001923, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=defcff1a-d4a8-4796-a31c-63414a001923,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:44.234632 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (defcff1a-d4a8-4796-a31c-63414a001923), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:44.250017 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Calling delete_port for defcff1a-d4a8-4796-a31c-63414a001923 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:44.476896 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (defcff1a-d4a8-4796-a31c-63414a001923), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:44.516864 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'Port': ['ID=defcff1a-d4a8-4796-a31c-63414a001923,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:44.557217 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] No DVR routers for this DVR port defcff1a-d4a8-4796-a31c-63414a001923 on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:07:44.563642 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:44.564611 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-697755b1-84af-44f1-bd4b-f17ef8210a34 req-aeaab0a2-0123-4ff6-8e03-c849518bb575 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.48 "DELETE /v2.0/ports/defcff1a-d4a8-4796-a31c-63414a001923 HTTP/1.1" status: 204 len: 173 time: 0.5639906 Mar 31 16:07:44.565162 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'name': 'network-vif-deleted', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:44.569227 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd73ef-8c08-4e72-a2b0-c550674020bb" -d '{"events": [{"server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "name": "network-vif-deleted", "tag": "defcff1a-d4a8-4796-a31c-63414a001923"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:44.631263 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c9b21-dacb-4db4-ad67-2bd4fa265fc6 x-openstack-request-id: req-9d4c9b21-dacb-4db4-ad67-2bd4fa265fc6 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:44.631626 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee5a29-320d-4204-9068-7a8f4469af89", "name": "network-vif-deleted", "tag": "defcff1a-d4a8-4796-a31c-63414a001923", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:44.631882 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d4c9b21-dacb-4db4-ad67-2bd4fa265fc6 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:44.632304 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4c9b21-dacb-4db4-ad67-2bd4fa265fc6'] response: {'server_uuid': '62ee5a29-320d-4204-9068-7a8f4469af89', 'name': 'network-vif-deleted', 'tag': 'defcff1a-d4a8-4796-a31c-63414a001923', 'status': 'completed', 'code': 200} Mar 31 16:07:44.925169 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-baaae925-bc40-4d37-890e-df4cb1a2b386 req-740f3619-adcf-4bbc-a492-5bf54d766fd3 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 210 time: 0.0406554 Mar 31 16:07:44.999230 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:46.080131 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7f6a463f-d558-43cc-bc4c-f6e45afcb02e req-12a54d59-7ead-487e-84a1-b3df385925be tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ee5a29-320d-4204-9068-7a8f4469af89 HTTP/1.1" status: 200 len: 210 time: 0.0333543 Mar 31 16:07:46.454154 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:47.142178 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:47.589618 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Deleting port 61dd7332-5bb7-4eec-b628-a8671108b638 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:47.590127 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (61dd7332-5bb7-4eec-b628-a8671108b638), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:47.724659 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (61dd7332-5bb7-4eec-b628-a8671108b638), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:47.725199 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (61dd7332-5bb7-4eec-b628-a8671108b638), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:47.747272 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Calling delete_port for 61dd7332-5bb7-4eec-b628-a8671108b638 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:48.002257 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (61dd7332-5bb7-4eec-b628-a8671108b638), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:48.036950 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'Port': ['ID=61dd7332-5bb7-4eec-b628-a8671108b638,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:48.105039 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for floatingip (09e24d23-1a11-4d63-8f83-28f82053fcbe), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:48.107702 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:48.108932 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7a920ff1-a0a0-49d4-bba8-476b90eac655 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "DELETE /v2.0/floatingips/09e24d23-1a11-4d63-8f83-28f82053fcbe HTTP/1.1" status: 204 len: 168 time: 0.9654117 Mar 31 16:07:48.178237 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device defcff1a-d4a8-4796-a31c-63414a001923 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:48.204920 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: defcff1a-d4a8-4796-a31c-63414a001923 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:48.205454 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device defcff1a-d4a8-4796-a31c-63414a001923 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:49.497264 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36646) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:49.505189 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:49.574168 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group (1df72565-4312-41f0-8974-4886e59a3527), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:49.612500 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group (1df72565-4312-41f0-8974-4886e59a3527), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:49.752850 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1df72565-4312-41f0-8974-4886e59a3527), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:49.755650 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:49.756891 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] 10.222.0.58 "DELETE /v2.0/security-groups/1df72565-4312-41f0-8974-4886e59a3527 HTTP/1.1" status: 204 len: 168 time: 0.2582581 Mar 31 16:07:49.770886 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df72565-4312-41f0-8974-4886e59a3527,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:49.783128 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.783680 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.784211 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.784730 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.786219 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.786401 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.786827 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.787303 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.787839 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.788305 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.788813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.789303 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.789796 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.790264 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.790780 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f7c94-4cc0-4027-87ad-0e78f9e81a30 tempest-TestVolumeBootPattern-48593664 tempest-TestVolumeBootPattern-48593664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:49.871528 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36650) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:50.401249 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (7ca3abf2-e674-4b21-b3c7-160611698331), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:50.682636 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Deleting port 8a0bc049-14ff-4cbe-8b33-f8594e064371 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:50.683339 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:50.768238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] For port 8a0bc049-14ff-4cbe-8b33-f8594e064371, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=8a0bc049-14ff-4cbe-8b33-f8594e064371,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:50.768599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:50.783018 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Calling delete_port for 8a0bc049-14ff-4cbe-8b33-f8594e064371 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:51.038781 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (8a0bc049-14ff-4cbe-8b33-f8594e064371), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:51.063937 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0bc049-14ff-4cbe-8b33-f8594e064371,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:51.275355 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (7ca3abf2-e674-4b21-b3c7-160611698331), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:51.516385 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Router 7ca3abf2-e674-4b21-b3c7-160611698331 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:07:51.930976 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:07:51.937233 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-dcf167cd-b43c-4c89-9f5f-37c7d2a9bb76 admin admin] 10.222.0.58 "PUT /v2.0/routers/7ca3abf2-e674-4b21-b3c7-160611698331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0637004 Mar 31 16:07:51.939533 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36654) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:51.945395 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] Sync routers for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:07:51.959419 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:51.960152 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:52.081368 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks [] for router (7ca3abf2-e674-4b21-b3c7-160611698331), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.129849 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:52.209684 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks [] for router_gateway (7ca3abf2-e674-4b21-b3c7-160611698331), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.325459 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Deleting port c61bfc7b-c0fb-4355-a5dc-82d34a963d90 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:52.325798 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.435778 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] For port c61bfc7b-c0fb-4355-a5dc-82d34a963d90, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:52.436366 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.456200 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Calling delete_port for c61bfc7b-c0fb-4355-a5dc-82d34a963d90 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:52.514521 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:07:50Z', 'revision_number': 5, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port': {'id': 'c61bfc7b-c0fb-4355-a5dc-82d34a963d90', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:52.548011 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] Checking router: 7ca3abf2-e674-4b21-b3c7-160611698331 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:07:52.560129 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] Routers {'7ca3abf2-e674-4b21-b3c7-160611698331'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:52.561001 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['7ca3abf2-e674-4b21-b3c7-160611698331'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:52.685541 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] Set router 7ca3abf2-e674-4b21-b3c7-160611698331 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:52.713252 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (c61bfc7b-c0fb-4355-a5dc-82d34a963d90), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.745033 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c61bfc7b-c0fb-4355-a5dc-82d34a963d90,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:52.750901 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:07:52Z', 'revision_number': 6, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:52.785915 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88f79-87a8-4e45-a852-ec3b8bcff4cb None None] The sync data for ids ['7ca3abf2-e674-4b21-b3c7-160611698331'] in dv-cinder-836027-1-iscsi is: [{'id': '7ca3abf2-e674-4b21-b3c7-160611698331', 'name': 'tempest-TestVolumeBootPattern-2002711038-router', 'tenant_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:32Z', 'updated_at': '2022-03-31T16:07:52Z', 'revision_number': 6, 'project_id': '5645c2718f9e4b4ba6c57e2cd0c0a26b', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:07:52.828564 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (7ca3abf2-e674-4b21-b3c7-160611698331), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.955884 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (7ca3abf2-e674-4b21-b3c7-160611698331), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:52.958877 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks [] for router_controller (7ca3abf2-e674-4b21-b3c7-160611698331), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.066975 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (7ca3abf2-e674-4b21-b3c7-160611698331), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.067560 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca3abf2-e674-4b21-b3c7-160611698331 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:07:53.073283 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.074560 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5b8f2b86-38b5-441f-a776-1b1fa57103ea admin admin] 10.222.0.58 "DELETE /v2.0/routers/7ca3abf2-e674-4b21-b3c7-160611698331 HTTP/1.1" status: 204 len: 168 time: 1.1340315 Mar 31 16:07:53.077599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36656) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:53.128482 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Deleting subnet 16598639-0f72-4448-9150-b31161785bd8 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:07:53.132267 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Publish callbacks [] for subnet (16598639-0f72-4448-9150-b31161785bd8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.185949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853635'] for subnet (16598639-0f72-4448-9150-b31161785bd8), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.303703 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (16598639-0f72-4448-9150-b31161785bd8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.444419 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26479253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25722455'] for subnet (16598639-0f72-4448-9150-b31161785bd8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.472930 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16598639-0f72-4448-9150-b31161785bd8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:53.475072 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.480826 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4025ad79-5e70-4d9c-9e28-bf18c76ff55a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/16598639-0f72-4448-9150-b31161785bd8 HTTP/1.1" status: 204 len: 168 time: 0.4012792 Mar 31 16:07:53.481324 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36658) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:53.482480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302518e-a2c8-4bd4-bf63-89e42a8f8a98 None None] Network f632a164-a746-4dfa-9250-6ad4a23d259a requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:07:53.574935 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (f632a164-a746-4dfa-9250-6ad4a23d259a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.653897 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Deleting port 66cffd62-87bd-43a4-b218-909d900ed7b8 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:53.654951 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.721986 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] DHCP port deletion for f632a164-a746-4dfa-9250-6ad4a23d259a request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:07:53.746419 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] For port 66cffd62-87bd-43a4-b218-909d900ed7b8, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=66cffd62-87bd-43a4-b218-909d900ed7b8,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:53.747239 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.768031 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Calling delete_port for 66cffd62-87bd-43a4-b218-909d900ed7b8 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:53.814762 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Deleting port 66cffd62-87bd-43a4-b218-909d900ed7b8 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:53.815347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.932868 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] For port 66cffd62-87bd-43a4-b218-909d900ed7b8, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=66cffd62-87bd-43a4-b218-909d900ed7b8,segment=NetworkSegment(293a39ec-ea3e-4fc9-a475-858623a5c780),segment_id=293a39ec-ea3e-4fc9-a475-858623a5c780)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:53.933498 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.944856 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:53.958865 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Calling delete_port for 66cffd62-87bd-43a4-b218-909d900ed7b8 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:53.992550 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=66cffd62-87bd-43a4-b218-909d900ed7b8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:53.995853 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] No DVR routers for this DVR port 66cffd62-87bd-43a4-b218-909d900ed7b8 on host dv-cinder-836027-1-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:07:54.091768 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (66cffd62-87bd-43a4-b218-909d900ed7b8), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.104749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (f632a164-a746-4dfa-9250-6ad4a23d259a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.137433 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f632a164-a746-4dfa-9250-6ad4a23d259a']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:54.144877 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Pushing event deleted for resources: {'Port': ['ID=66cffd62-87bd-43a4-b218-909d900ed7b8,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:54.144877 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] No DVR routers for this DVR port 66cffd62-87bd-43a4-b218-909d900ed7b8 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:07:54.154998 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.155331 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.155691 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.156026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.156356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.156890 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.157424 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.157632 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293a39ec-ea3e-4fc9-a475-858623a5c780') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:54.157797 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.158082 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.158239 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293a39ec-ea3e-4fc9-a475-858623a5c780') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:54.158475 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.158789 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.163245 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.163444 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.163652 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.164480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f621556-77e5-41be-bd1a-5c9cc4da480f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:54.168068 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device c61bfc7b-c0fb-4355-a5dc-82d34a963d90 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:54.183133 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25427007'] for segment (293a39ec-ea3e-4fc9-a475-858623a5c780), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.192660 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: c61bfc7b-c0fb-4355-a5dc-82d34a963d90 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:54.193012 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device c61bfc7b-c0fb-4355-a5dc-82d34a963d90 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:54.193440 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 8a0bc049-14ff-4cbe-8b33-f8594e064371 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:54.203614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (293a39ec-ea3e-4fc9-a475-858623a5c780), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.214327 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 8a0bc049-14ff-4cbe-8b33-f8594e064371 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:54.214759 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 8a0bc049-14ff-4cbe-8b33-f8594e064371 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:54.215187 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 66cffd62-87bd-43a4-b218-909d900ed7b8 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:54.219065 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:07:54.219065 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26015054'] for segment (293a39ec-ea3e-4fc9-a475-858623a5c780), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: Traceback (most recent call last): Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: timer() Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: cb(*args, **kw) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: return func(*args, **kwargs) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: self._notify() Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: self.callback(batched_events) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: event.method(event) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: return f(self, *a, **k) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._get(url).json() Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: return self.request(url, 'GET', **kwargs) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:07:54.220332 dv-cinder-836027-1-iscsi neutron-server[104109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:07:54.249332 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 66cffd62-87bd-43a4-b218-909d900ed7b8 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:54.249744 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 66cffd62-87bd-43a4-b218-909d900ed7b8 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:54.404229 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (f632a164-a746-4dfa-9250-6ad4a23d259a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.412854 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:54.416266 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] 10.222.0.58 "DELETE /v2.0/networks/f632a164-a746-4dfa-9250-6ad4a23d259a HTTP/1.1" status: 204 len: 168 time: 0.9338109 Mar 31 16:07:54.420008 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36660) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:54.427012 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0530db6-93ac-4628-8525-d931b8602c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=f632a164-a746-4dfa-9250-6ad4a23d259a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:54.814153 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:55.095932 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Deleting port d22a183d-3ee5-4146-be8c-7f7cf8b88830 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:55.096344 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:55.188309 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] For port d22a183d-3ee5-4146-be8c-7f7cf8b88830, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=d22a183d-3ee5-4146-be8c-7f7cf8b88830,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:55.188677 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:55.211563 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Calling delete_port for d22a183d-3ee5-4146-be8c-7f7cf8b88830 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:55.524392 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (d22a183d-3ee5-4146-be8c-7f7cf8b88830), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:55.552606 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22a183d-3ee5-4146-be8c-7f7cf8b88830,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:55.803101 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:56.055782 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Router dae8823b-3a5e-4e9c-86e6-71f62eef09bd has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:07:56.204237 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:07:56.210468 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d40929b2-5f07-4d3f-b0f8-8b6636fcda33 admin admin] 10.222.0.58 "PUT /v2.0/routers/dae8823b-3a5e-4e9c-86e6-71f62eef09bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7880461 Mar 31 16:07:56.214284 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36662) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:56.218142 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] Sync routers for ids ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'] in dv-cinder-836027-1-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:07:56.236677 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] Routers {'dae8823b-3a5e-4e9c-86e6-71f62eef09bd'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:56.237718 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:56.343585 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks [] for router (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:56.433551 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] Set router dae8823b-3a5e-4e9c-86e6-71f62eef09bd gateway port host: dv-cinder-836027-1-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:56.481547 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks [] for router_gateway (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:56.605941 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Deleting port 14e52eb8-3643-402a-a67b-356ee2c14010 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:56.606950 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:56.680459 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:07:55Z', 'revision_number': 5, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port': {'id': '14e52eb8-3643-402a-a67b-356ee2c14010', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:41Z', 'updated_at': '2022-03-31T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:56.701732 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] For port 14e52eb8-3643-402a-a67b-356ee2c14010, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=14e52eb8-3643-402a-a67b-356ee2c14010,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:56.702103 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:56.710431 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] Checking router: dae8823b-3a5e-4e9c-86e6-71f62eef09bd for host: dv-cinder-836027-1-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:07:56.719118 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Calling delete_port for 14e52eb8-3643-402a-a67b-356ee2c14010 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:56.721668 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] Routers {'dae8823b-3a5e-4e9c-86e6-71f62eef09bd'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:56.722509 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:56.830830 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] Set router dae8823b-3a5e-4e9c-86e6-71f62eef09bd gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:56.936650 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:07:56Z', 'revision_number': 6, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port_host': None}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:56.965314 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (14e52eb8-3643-402a-a67b-356ee2c14010), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:56.984731 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14069bb-e79b-4a51-8b2d-1ffcbe2bd8cd None None] The sync data for ids ['dae8823b-3a5e-4e9c-86e6-71f62eef09bd'] in dv-cinder-836027-1-iscsi is: [{'id': 'dae8823b-3a5e-4e9c-86e6-71f62eef09bd', 'name': 'tempest-TestVolumeBootPattern-1238447900-router', 'tenant_id': 'aa20c54b0895468a869bff41196d186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:40Z', 'updated_at': '2022-03-31T16:07:56Z', 'revision_number': 6, 'project_id': 'aa20c54b0895468a869bff41196d186f', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:07:56.994920 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=14e52eb8-3643-402a-a67b-356ee2c14010,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:57.449922 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.556189 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.558810 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks [] for router_controller (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.699433 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (dae8823b-3a5e-4e9c-86e6-71f62eef09bd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.700518 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae8823b-3a5e-4e9c-86e6-71f62eef09bd {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:07:57.708537 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.708537 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d5b2bd28-22d8-4663-83a1-ef8f12075d2c admin admin] 10.222.0.58 "DELETE /v2.0/routers/dae8823b-3a5e-4e9c-86e6-71f62eef09bd HTTP/1.1" status: 204 len: 168 time: 1.4930789 Mar 31 16:07:57.711496 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36664) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:57.767561 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Deleting subnet d2a12ed7-b610-46bf-bf94-2bc55fe11d78 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:07:57.772867 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Publish callbacks [] for subnet (d2a12ed7-b610-46bf-bf94-2bc55fe11d78), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.822388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (d2a12ed7-b610-46bf-bf94-2bc55fe11d78), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:57.912373 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (d2a12ed7-b610-46bf-bf94-2bc55fe11d78), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.050273 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (d2a12ed7-b610-46bf-bf94-2bc55fe11d78), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.089283 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a12ed7-b610-46bf-bf94-2bc55fe11d78,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:58.101446 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.109620 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96469a3d-1d00-43e0-bf94-431220f592f4 None None] Network 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:07:58.120438 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-731f516c-d2aa-44cb-a56c-bc37720015bc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d2a12ed7-b610-46bf-bf94-2bc55fe11d78 HTTP/1.1" status: 204 len: 168 time: 0.4064209 Mar 31 16:07:58.124469 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36666) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:58.158455 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 14e52eb8-3643-402a-a67b-356ee2c14010 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:58.208143 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 14e52eb8-3643-402a-a67b-356ee2c14010 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:58.208747 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 14e52eb8-3643-402a-a67b-356ee2c14010 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:58.209479 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device d22a183d-3ee5-4146-be8c-7f7cf8b88830 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:07:58.222506 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (3efdabf2-abfe-4da4-a1dd-fe14dce1e745), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.237886 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: d22a183d-3ee5-4146-be8c-7f7cf8b88830 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:07:58.238447 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device d22a183d-3ee5-4146-be8c-7f7cf8b88830 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:07:58.297587 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Deleting port 210f2038-fb93-43ce-bb1a-e984d5d42d88 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:58.297950 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.369383 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] DHCP port deletion for 3efdabf2-abfe-4da4-a1dd-fe14dce1e745 request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:07:58.389291 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] For port 210f2038-fb93-43ce-bb1a-e984d5d42d88, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=210f2038-fb93-43ce-bb1a-e984d5d42d88,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:58.389880 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.413852 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Calling delete_port for 210f2038-fb93-43ce-bb1a-e984d5d42d88 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:58.433906 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] Deleting port 210f2038-fb93-43ce-bb1a-e984d5d42d88 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:07:58.434452 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.532420 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] For port 210f2038-fb93-43ce-bb1a-e984d5d42d88, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=210f2038-fb93-43ce-bb1a-e984d5d42d88,segment=NetworkSegment(539dd128-32a9-4dd9-84ed-5b6aba1aabbc),segment_id=539dd128-32a9-4dd9-84ed-5b6aba1aabbc)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:58.532990 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.550886 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] Calling delete_port for 210f2038-fb93-43ce-bb1a-e984d5d42d88 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:07:58.636381 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.651415 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (210f2038-fb93-43ce-bb1a-e984d5d42d88), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.662390 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Pushing event deleted for resources: {'Port': ['ID=210f2038-fb93-43ce-bb1a-e984d5d42d88,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:58.669540 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] No DVR routers for this DVR port 210f2038-fb93-43ce-bb1a-e984d5d42d88 on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:07:58.689738 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] Pushing event deleted for resources: {'Port': ['ID=210f2038-fb93-43ce-bb1a-e984d5d42d88,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:58.692280 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418a59a-782d-4d54-b817-33a99729c010 None None] No DVR routers for this DVR port 210f2038-fb93-43ce-bb1a-e984d5d42d88 on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:07:58.759886 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (3efdabf2-abfe-4da4-a1dd-fe14dce1e745), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.789743 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efdabf2-abfe-4da4-a1dd-fe14dce1e745']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:58.802253 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539dd128-32a9-4dd9-84ed-5b6aba1aabbc') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:58.802566 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539dd128-32a9-4dd9-84ed-5b6aba1aabbc') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:58.815324 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (539dd128-32a9-4dd9-84ed-5b6aba1aabbc), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.830748 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (539dd128-32a9-4dd9-84ed-5b6aba1aabbc), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.839478 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:07:58.840852 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (539dd128-32a9-4dd9-84ed-5b6aba1aabbc), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:07:58.842225 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:07:58.986654 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (3efdabf2-abfe-4da4-a1dd-fe14dce1e745), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.993070 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:58.997546 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] 10.222.0.58 "DELETE /v2.0/networks/3efdabf2-abfe-4da4-a1dd-fe14dce1e745 HTTP/1.1" status: 204 len: 168 time: 0.8714414 Mar 31 16:07:59.017295 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b2521-1379-4313-b059-730ec5c8c94e admin admin] Pushing event deleted for resources: {'Network': ['ID=3efdabf2-abfe-4da4-a1dd-fe14dce1e745,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:59.359116 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36670) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:59.404940 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-47e16318-027f-4520-98de-1f70bb0a8bda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5645c2718f9e4b4ba6c57e2cd0c0a26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445883 Mar 31 16:07:59.408125 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36672) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:59.469392 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4a13cd03-e2c4-4846-a17c-2227191daa8b admin admin] Publish callbacks [] for security_group (19145b8d-39d5-4b0b-bc6e-9d4787095e6d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:59.497062 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4a13cd03-e2c4-4846-a17c-2227191daa8b admin admin] Publish callbacks [] for security_group (19145b8d-39d5-4b0b-bc6e-9d4787095e6d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:59.638572 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4a13cd03-e2c4-4846-a17c-2227191daa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (19145b8d-39d5-4b0b-bc6e-9d4787095e6d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:59.641890 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4a13cd03-e2c4-4846-a17c-2227191daa8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:59.645097 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4a13cd03-e2c4-4846-a17c-2227191daa8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19145b8d-39d5-4b0b-bc6e-9d4787095e6d HTTP/1.1" status: 204 len: 168 time: 0.2339911 Mar 31 16:07:59.656540 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13cd03-e2c4-4846-a17c-2227191daa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19145b8d-39d5-4b0b-bc6e-9d4787095e6d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:00.106532 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 210f2038-fb93-43ce-bb1a-e984d5d42d88 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:08:00.129652 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 210f2038-fb93-43ce-bb1a-e984d5d42d88 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:08:00.137997 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 210f2038-fb93-43ce-bb1a-e984d5d42d88 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:08:00.380719 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36678) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:00.427430 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4d37dd96-743d-45f8-8551-31d07e6a2b71 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa20c54b0895468a869bff41196d186f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453243 Mar 31 16:08:00.430434 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36680) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:00.490142 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e1120a3-45b1-48e2-a1d5-7fda55bad959 admin admin] Publish callbacks [] for security_group (bcf5dc37-801b-4bff-9928-2c68c8c89c03), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:00.529127 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e1120a3-45b1-48e2-a1d5-7fda55bad959 admin admin] Publish callbacks [] for security_group (bcf5dc37-801b-4bff-9928-2c68c8c89c03), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:00.678390 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e1120a3-45b1-48e2-a1d5-7fda55bad959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (bcf5dc37-801b-4bff-9928-2c68c8c89c03), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:00.681104 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e1120a3-45b1-48e2-a1d5-7fda55bad959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:00.682347 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5e1120a3-45b1-48e2-a1d5-7fda55bad959 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcf5dc37-801b-4bff-9928-2c68c8c89c03 HTTP/1.1" status: 204 len: 168 time: 0.2508571 Mar 31 16:08:00.691045 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1120a3-45b1-48e2-a1d5-7fda55bad959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5dc37-801b-4bff-9928-2c68c8c89c03,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:01.711228 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:08:04.241610 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd99ee-f1ea-4ae9-bdf9-eacd562380d3 req-c4f3ff6d-ba6a-4c2e-9283-40718c667e2b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:04.243291 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-16cd99ee-f1ea-4ae9-bdf9-eacd562380d3 req-c4f3ff6d-ba6a-4c2e-9283-40718c667e2b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0726726 Mar 31 16:08:04.304955 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-16cd99ee-f1ea-4ae9-bdf9-eacd562380d3 req-62784823-532c-4fdb-93c9-625403be574b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502484 Mar 31 16:08:05.438173 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81312a-3e9f-4dcc-9736-06cb98965ee4 req-e3f28b30-2a4a-4df5-a43d-2f0287c86727 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:05.440237 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81312a-3e9f-4dcc-9736-06cb98965ee4 req-e3f28b30-2a4a-4df5-a43d-2f0287c86727 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0631135 Mar 31 16:08:05.494756 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81312a-3e9f-4dcc-9736-06cb98965ee4 req-c690ff75-3e15-492b-83cc-3475e72e3b80 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Mar 31 16:08:06.191783 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-964508bf-ee03-4f63-924a-0a79b6acf4c7 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:06.193366 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-964508bf-ee03-4f63-924a-0a79b6acf4c7 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0576823 Mar 31 16:08:06.297676 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Deleting port 765dd2fc-4963-4358-9c04-4cc8b48938c4 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:08:06.297940 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:06.404658 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] For port 765dd2fc-4963-4358-9c04-4cc8b48938c4, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=765dd2fc-4963-4358-9c04-4cc8b48938c4,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:08:06.405092 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:06.630696 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08866a0-f75e-4ed3-8dc7-c067690e4b94 req-48802913-a3ee-4b40-9f2a-02ee8632395f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:06.632209 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e08866a0-f75e-4ed3-8dc7-c067690e4b94 req-48802913-a3ee-4b40-9f2a-02ee8632395f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 945 time: 0.0641658 Mar 31 16:08:06.641282 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:06.642173 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (c26b9e21-c410-4eda-be5b-a91072f7b170), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:06.642173 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Floating IP c26b9e21-c410-4eda-be5b-a91072f7b170 disassociated. External IP: 172.27.1.49, port: 765dd2fc-4963-4358-9c04-4cc8b48938c4. Mar 31 16:08:06.642516 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Calling delete_port for 765dd2fc-4963-4358-9c04-4cc8b48938c4 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:08:06.704050 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e08866a0-f75e-4ed3-8dc7-c067690e4b94 req-71aade31-8052-469c-9df7-6762c857fed1 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618551 Mar 31 16:08:06.866869 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (765dd2fc-4963-4358-9c04-4cc8b48938c4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:06.897857 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event deleted for resources: {'Port': ['ID=765dd2fc-4963-4358-9c04-4cc8b48938c4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:07.059270 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:08:07.211619 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:08:07.224785 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:07.239016 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:08:07.239945 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:07.260534 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] No DVR routers for this DVR port 765dd2fc-4963-4358-9c04-4cc8b48938c4 on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:08:07.264296 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:07.270363 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8fab9d86-921b-485e-85b5-565cd0a7a458 req-3d984f1c-f88c-45c5-83a1-8472b32fd679 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "DELETE /v2.0/ports/765dd2fc-4963-4358-9c04-4cc8b48938c4 HTTP/1.1" status: 204 len: 173 time: 1.0714726 Mar 31 16:08:07.276886 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'name': 'network-vif-deleted', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:07.280833 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d49a79c-0176-4c89-aace-2249293d9419" -d '{"events": [{"server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "name": "network-vif-deleted", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:08:07.332061 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b29e1-4f7d-426a-8b07-f832de370fb8 x-openstack-request-id: req-ae0b29e1-4f7d-426a-8b07-f832de370fb8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:08:07.337685 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4285c3d1-7beb-4a50-aebb-6751e210000a", "name": "network-vif-deleted", "tag": "765dd2fc-4963-4358-9c04-4cc8b48938c4", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:08:07.337685 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae0b29e1-4f7d-426a-8b07-f832de370fb8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:08:07.337685 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0b29e1-4f7d-426a-8b07-f832de370fb8'] response: {'server_uuid': '4285c3d1-7beb-4a50-aebb-6751e210000a', 'name': 'network-vif-deleted', 'tag': '765dd2fc-4963-4358-9c04-4cc8b48938c4', 'status': 'completed', 'code': 200} Mar 31 16:08:07.467657 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:08:07.694899 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:07.723690 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:07.733838 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:08:07.734460 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:07:41Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:07.847994 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0cce34c0-95f8-437f-bcc8-0a880504967d req-9ccce661-aa6d-4bac-b1c5-6afcbb74cb99 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=4285c3d1-7beb-4a50-aebb-6751e210000a HTTP/1.1" status: 200 len: 210 time: 0.0436144 Mar 31 16:08:07.878429 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:08:07.941157 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dccec738-93b4-48ed-8e14-14a3bc59e041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:08.137989 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:08.171293 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102995be-bffb-4b36-9695-112d3ebf0001 None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:08.433388 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e0e081-290b-41ec-a4c6-9f042a067439 None None] New status for floating IP c26b9e21-c410-4eda-be5b-a91072f7b170: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:08:09.011517 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36706) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:09.077875 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dc93eb32-5330-4e8c-b612-77f5973fbe8f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (5de40ed4-8abe-44e9-bff3-7b14f56f8fcd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.110725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dc93eb32-5330-4e8c-b612-77f5973fbe8f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (5de40ed4-8abe-44e9-bff3-7b14f56f8fcd), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.261579 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dc93eb32-5330-4e8c-b612-77f5973fbe8f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (5de40ed4-8abe-44e9-bff3-7b14f56f8fcd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.264320 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dc93eb32-5330-4e8c-b612-77f5973fbe8f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.265696 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-dc93eb32-5330-4e8c-b612-77f5973fbe8f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "DELETE /v2.0/security-groups/5de40ed4-8abe-44e9-bff3-7b14f56f8fcd HTTP/1.1" status: 204 len: 168 time: 0.2528355 Mar 31 16:08:09.271022 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36708) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:09.276684 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93eb32-5330-4e8c-b612-77f5973fbe8f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de40ed4-8abe-44e9-bff3-7b14f56f8fcd,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:09.295394 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-c5ed45e5-7443-407e-bf6e-21fd2335bcc9 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] show failed (client error): The resource could not be found. Mar 31 16:08:09.297072 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c5ed45e5-7443-407e-bf6e-21fd2335bcc9 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups/5de40ed4-8abe-44e9-bff3-7b14f56f8fcd HTTP/1.1" status: 404 len: 347 time: 0.0246832 Mar 31 16:08:09.300069 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36710) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:09.433586 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Deleting port 90838965-6146-44b5-8d15-50d98b48f1bb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:08:09.433926 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (90838965-6146-44b5-8d15-50d98b48f1bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.517656 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (90838965-6146-44b5-8d15-50d98b48f1bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.517973 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (90838965-6146-44b5-8d15-50d98b48f1bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.532758 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Calling delete_port for 90838965-6146-44b5-8d15-50d98b48f1bb owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:08:09.809968 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (90838965-6146-44b5-8d15-50d98b48f1bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.838947 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event deleted for resources: {'Port': ['ID=90838965-6146-44b5-8d15-50d98b48f1bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:09.911024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (c26b9e21-c410-4eda-be5b-a91072f7b170), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.913963 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.915207 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-83560bf8-a611-4fe1-b344-64e7f3ca84c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "DELETE /v2.0/floatingips/c26b9e21-c410-4eda-be5b-a91072f7b170 HTTP/1.1" status: 204 len: 168 time: 0.6133082 Mar 31 16:08:10.298301 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36714) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:10.302802 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 765dd2fc-4963-4358-9c04-4cc8b48938c4 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:08:10.305676 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231658200', 'description': 'tempest-description--698588452'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:10.335192 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 765dd2fc-4963-4358-9c04-4cc8b48938c4 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:08:10.335588 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 765dd2fc-4963-4358-9c04-4cc8b48938c4 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:08:10.500860 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:10.576136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (6c70f382-3716-49e1-8f9a-b3e0264d6b41), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:10.661215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6c70f382-3716-49e1-8f9a-b3e0264d6b41), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:10.696397 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70f382-3716-49e1-8f9a-b3e0264d6b41,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:10.783082 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:10.784289 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-59fcef6d-d61d-46d9-9407-ccbb8d60a2cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4844909 Mar 31 16:08:10.787848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36716) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:10.792401 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'security_group_rule': {'security_group_id': '6c70f382-3716-49e1-8f9a-b3e0264d6b41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:10.977132 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (8e6960fe-37d2-4620-a379-32a237e65360), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:10.997850 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d751811-9ee6-4014-9c04-ba8584e687bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.073353 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (8e6960fe-37d2-4620-a379-32a237e65360), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.129304 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (8e6960fe-37d2-4620-a379-32a237e65360), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.154461 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6960fe-37d2-4620-a379-32a237e65360,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:11.211609 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.213064 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5bb385e6-0409-499e-bc6d-fa8824789ddc tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4241652 Mar 31 16:08:11.215994 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36718) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:11.221371 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'security_group_rule': {'security_group_id': '6c70f382-3716-49e1-8f9a-b3e0264d6b41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:11.352813 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (12a2d8a7-c259-4e5b-85ce-df6dda798fb9), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.440985 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (12a2d8a7-c259-4e5b-85ce-df6dda798fb9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.539566 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031917'] for security_group_rule (12a2d8a7-c259-4e5b-85ce-df6dda798fb9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.561955 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a2d8a7-c259-4e5b-85ce-df6dda798fb9,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:11.661700 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.663008 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-26d0258b-5f8e-4538-8e58-c81d9411f446 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4457326 Mar 31 16:08:11.666769 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36720) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:11.671552 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'floatingip': {'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:11.792729 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.902495 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.017028 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Allocated IP 172.27.1.13 (805e7c37-96f2-4efb-b8c0-1b3e89ecff27/ddfcca25-1759-4f8a-af75-778fdefe881c/42fd759a-0e88-4be0-9d4a-b03a6ec604ab) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:12.139199 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.288504 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.328961 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Network 805e7c37-96f2-4efb-b8c0-1b3e89ecff27 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:12.332224 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:12.339589 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:08:12.346021 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'Port': ['ID=42fd759a-0e88-4be0-9d4a-b03a6ec604ab,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:12.440960 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (d08d3b38-e5b4-4473-9966-f7315076b6af), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.540100 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.710223 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.770168 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26539631'] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.875402 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'Port': ['ID=42fd759a-0e88-4be0-9d4a-b03a6ec604ab,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:12.890364 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (d08d3b38-e5b4-4473-9966-f7315076b6af), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.977182 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:12.978561 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fc5de505-cf2c-44ab-a450-3ece7e8de252 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3107708 Mar 31 16:08:13.246596 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-ef4dbb2a-bad2-4ec8-b08b-2e71057297dd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1231658200&fields=id&tenant_id=4443e034cf174391ae47441916f08ded HTTP/1.1" status: 200 len: 267 time: 0.0535414 Mar 31 16:08:13.366047 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-3c89aeca-f5a8-447e-89ae-0a457c08361f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:13.367711 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-3c89aeca-f5a8-447e-89ae-0a457c08361f tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 810 time: 0.1141758 Mar 31 16:08:13.383619 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-43aa9dc5-fd5c-4bf0-927f-81e54a72293a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/quotas/4443e034cf174391ae47441916f08ded HTTP/1.1" status: 200 len: 375 time: 0.0101779 Mar 31 16:08:13.475713 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-39e0d6b7-906e-4a9c-85c3-4be16740a1e9 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858247 Mar 31 16:08:13.648231 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-13ffa2b3-a55e-40c1-8daf-1d6186438be7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:08:13.649832 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-13ffa2b3-a55e-40c1-8daf-1d6186438be7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1621969 Mar 31 16:08:13.761895 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-65469382-9838-421b-be08-00a647d51dc9 service neutron] 10.222.0.58 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031330 Mar 31 16:08:13.873188 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-18cc680d-8aeb-41dc-96ef-b38270099cdb service neutron] 10.222.0.58 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053960 Mar 31 16:08:13.922492 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:14.217734 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bdf80afb-9f3e-4c0d-8e38-dd3c1d53c5ee req-30db485f-ec62-4c11-802e-d78ee022a7b3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 210 time: 0.0335474 Mar 31 16:08:15.021559 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:15.330866 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5fc28345-7440-46ba-aa4f-c844a1909dd3 req-c3b9aaf7-f693-4c88-a5a2-8c68c73fad10 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 210 time: 0.0305145 Mar 31 16:08:16.471376 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b67daabf-6064-44bd-9131-972a99b85e96 req-076f6358-7706-479e-bac5-6c334046e0a4 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 210 time: 0.0498078 Mar 31 16:08:16.494751 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:16.762462 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-23767336-bbb7-48a6-a3b3-387cdb21efca tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:16.764224 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-23767336-bbb7-48a6-a3b3-387cdb21efca tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 810 time: 0.1354806 Mar 31 16:08:16.858402 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-493d1e62-9126-4087-ab67-fd8d3198a361 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4443e034cf174391ae47441916f08ded HTTP/1.1" status: 200 len: 380 time: 0.0798109 Mar 31 16:08:16.868745 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'port': {'device_id': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'admin_state_up': True, 'tenant_id': '4443e034cf174391ae47441916f08ded', 'security_groups': ['6c70f382-3716-49e1-8f9a-b3e0264d6b41']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:17.110470 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Made reservation on behalf of 4443e034cf174391ae47441916f08ded for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:08:17.114512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:17.281768 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Allocated IP 172.20.0.9 (eabe4742-352c-42d9-8446-b36066b66209/16ac905a-9a35-418a-8006-6cb933a2623b/5406ceb7-2ceb-433a-b6a9-1f6697a56bf7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:17.438849 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:17.559132 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:17.632830 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Network eabe4742-352c-42d9-8446-b36066b66209 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:17.638140 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:17.642785 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:08:17.652180 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1991eea-9c4e-453b-9986-694e8faeb988 req-6a9b472a-bebc-41e9-a64a-b95b9ba30313 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:17.654851 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1991eea-9c4e-453b-9986-694e8faeb988 req-6a9b472a-bebc-41e9-a64a-b95b9ba30313 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 931 time: 0.0918496 Mar 31 16:08:17.726624 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event updated for resources: {'Port': ['ID=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:17.739510 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1991eea-9c4e-453b-9986-694e8faeb988 req-95fa9860-bb72-4127-9242-92d0753a7f30 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770731 Mar 31 16:08:17.755196 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:17.756197 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:17.849645 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-04e15d1c-f3ed-4a25-add9-546fde632133 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9851513 Mar 31 16:08:17.869335 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Request body: {'port': {'device_id': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:17.881591 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0796f238-1ba0-4aea-a8d8-800172199b2b None None] Provisioning complete for port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:08:17.882536 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0796f238-1ba0-4aea-a8d8-800172199b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:17.925137 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0796f238-1ba0-4aea-a8d8-800172199b2b None None] Port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:08:17.946682 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:18.278017 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:08:18.287133 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Publish callbacks [] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:18.301432 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Transition to ACTIVE for port object 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:08:18.431959 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:18.542166 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Pushing event updated for resources: {'Port': ['ID=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:18.618321 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Attempting to bind port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:08:18.619434 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Attempting to bind port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:08:18.619434 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Attempting to bind port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 on network eabe4742-352c-42d9-8446-b36066b66209 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:08:18.624551 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 on network eabe4742-352c-42d9-8446-b36066b66209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:08:18.624956 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Attempting to bind port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 on network eabe4742-352c-42d9-8446-b36066b66209 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:08:18.631609 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:08:18.631986 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Checking segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:08:18.632396 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Bound using segment: {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:08:18.632885 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Bound port: 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818c8e4-4eda-478a-881e-3cafebbdbbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:08:18.633262 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:18.714970 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] For port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:08:18.719181 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] For port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:08:18.862754 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:18.910650 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44d40-281f-4c89-b653-2676028b20cb req-41e09a18-1148-43b2-8e7e-bab1f19ffc08 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:18.913629 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0dd44d40-281f-4c89-b653-2676028b20cb req-41e09a18-1148-43b2-8e7e-bab1f19ffc08 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 943 time: 0.0948114 Mar 31 16:08:18.918818 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:18.919876 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:18.922293 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] 10.222.0.48 "PUT /v2.0/ports/5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 HTTP/1.1" status: 200 len: 1093 time: 1.0593045 Mar 31 16:08:18.922908 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:18.926468 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365147fa-08ec-411d-ad38-bafc55e50603" -d '{"events": [{"name": "network-changed", "server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:08:18.978172 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f51500-d566-4652-b3e6-b6c56d693cdb service neutron] Pushing event updated for resources: {'Port': ['ID=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:19.012778 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0dd44d40-281f-4c89-b653-2676028b20cb req-5f2ba503-cf7a-48f4-b6b7-222a2c539219 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783646 Mar 31 16:08:19.014357 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dbf79f-42b6-43d5-90e3-06adf9307f68 x-openstack-request-id: req-45dbf79f-42b6-43d5-90e3-06adf9307f68 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:08:19.014841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:08:19.015044 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45dbf79f-42b6-43d5-90e3-06adf9307f68 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:08:19.015410 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45dbf79f-42b6-43d5-90e3-06adf9307f68'] response: {'name': 'network-changed', 'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'status': 'completed', 'code': 200} Mar 31 16:08:19.132300 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365147fa-08ec-411d-ad38-bafc55e50603 req-258fd61f-fecc-48a3-bfe8-5c4b498501de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:19.134036 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-365147fa-08ec-411d-ad38-bafc55e50603 req-258fd61f-fecc-48a3-bfe8-5c4b498501de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 1127 time: 0.0761216 Mar 31 16:08:19.252022 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365147fa-08ec-411d-ad38-bafc55e50603 req-62f796bc-dea9-49d3-9175-4d675332bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:19.253588 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-365147fa-08ec-411d-ad38-bafc55e50603 req-62f796bc-dea9-49d3-9175-4d675332bffe service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4443e034cf174391ae47441916f08ded&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1069875 Mar 31 16:08:19.361856 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365147fa-08ec-411d-ad38-bafc55e50603 req-987ce98d-ef6f-4d76-9030-4754b1ab4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:19.363511 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-365147fa-08ec-411d-ad38-bafc55e50603 req-987ce98d-ef6f-4d76-9030-4754b1ab4878 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046212 Mar 31 16:08:19.475908 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-4eed13cc-edfe-4e86-9f2d-8fe1bc24515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:19.477585 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-4eed13cc-edfe-4e86-9f2d-8fe1bc24515c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 1127 time: 0.0552495 Mar 31 16:08:19.523794 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:19.526384 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-54d6a5da-4074-4d3d-8f1d-f2457162599d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 HTTP/1.1" status: 200 len: 217 time: 0.0368497 Mar 31 16:08:19.598456 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-aa65653e-0e6a-4df0-8035-c43cbae4a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:19.600015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-aa65653e-0e6a-4df0-8035-c43cbae4a62a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0653160 Mar 31 16:08:19.672590 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-7c8117d3-21d0-41af-b393-ed45aa15178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:19.675508 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-7c8117d3-21d0-41af-b393-ed45aa15178a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673516 Mar 31 16:08:19.777566 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-02bf8e24-9f1d-44c3-9c28-cf9c1f5d94d6 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957265 Mar 31 16:08:19.887242 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7420a4d7-45a8-4131-9d70-b15cdcfc9686 req-762cf79f-7fac-4a4a-8ead-42a6ff04002d service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039228 Mar 31 16:08:20.169972 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce836a-19e8-4234-af8c-b20d5df79ad3 req-b77368be-9eda-448f-bbdb-a15e534d4511 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:20.172640 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81ce836a-19e8-4234-af8c-b20d5df79ad3 req-b77368be-9eda-448f-bbdb-a15e534d4511 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 943 time: 0.0727899 Mar 31 16:08:20.228250 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81ce836a-19e8-4234-af8c-b20d5df79ad3 req-e7076963-2038-44d1-9b3e-dde04a197340 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493822 Mar 31 16:08:21.360564 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413c2b8-bd8a-4324-b0a5-189f427217ed req-78c2acd3-df6e-42bb-a780-1f7998de2134 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:21.362050 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8413c2b8-bd8a-4324-b0a5-189f427217ed req-78c2acd3-df6e-42bb-a780-1f7998de2134 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 943 time: 0.0582371 Mar 31 16:08:21.435416 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8413c2b8-bd8a-4324-b0a5-189f427217ed req-51447757-fb44-4c2a-ae5d-a1321c8abbbd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623941 Mar 31 16:08:22.348295 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:08:22.482950 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:08:22.500151 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'port_id': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'mac_address': 'fa:16:3e:fa:d2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:08:22.555377 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:08:22.561643 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:22.574131 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:08:22.594568 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645edf8-8a87-47a6-84de-c0d51a471336 req-0de6f26d-a766-4738-9a44-4e819e38df55 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:22.605995 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d645edf8-8a87-47a6-84de-c0d51a471336 req-0de6f26d-a766-4738-9a44-4e819e38df55 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 943 time: 0.0743604 Mar 31 16:08:22.606442 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:08:22.653909 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d645edf8-8a87-47a6-84de-c0d51a471336 req-92377ad0-4aa6-4016-bc78-907edaff70d8 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472941 Mar 31 16:08:22.705457 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:22.803772 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:23.026294 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['5406ceb7-2ceb-433a-b6a9-1f6697a56bf7'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:08:23.786734 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8cdb1-f5b1-450a-bd95-58de41f92523 req-327829b4-7426-4283-a81d-ab0105b50c55 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:23.788387 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04a8cdb1-f5b1-450a-bd95-58de41f92523 req-327829b4-7426-4283-a81d-ab0105b50c55 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 944 time: 0.0611422 Mar 31 16:08:23.846328 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04a8cdb1-f5b1-450a-bd95-58de41f92523 req-a90ab9d5-734f-43fd-b09a-388a5411ef3a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481317 Mar 31 16:08:24.380011 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:08:24.671836 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:08:24.676689 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:08:24.677171 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:24.758583 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:08:24.759036 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:24.785616 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:24.788374 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7933d5b-d3b8-4fc8-91d8-b2ed08873f0b" -d '{"events": [{"server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "name": "network-vif-plugged", "status": "completed", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:08:24.808048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:08:24.832274 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c59c5b2-247b-4fc1-bcb9-5ff873a50d24 x-openstack-request-id: req-7c59c5b2-247b-4fc1-bcb9-5ff873a50d24 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:08:24.832637 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "name": "network-vif-plugged", "status": "completed", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:08:24.832944 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c59c5b2-247b-4fc1-bcb9-5ff873a50d24 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:08:24.833387 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c59c5b2-247b-4fc1-bcb9-5ff873a50d24'] response: {'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'code': 200} Mar 31 16:08:24.880245 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:24.946982 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:25.002971 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04923-1417-47c4-8253-9f3c14f476e0 req-432cf572-ad04-4584-a411-1dbf4f6ca47b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:25.004591 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4bd04923-1417-47c4-8253-9f3c14f476e0 req-432cf572-ad04-4584-a411-1dbf4f6ca47b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0595515 Mar 31 16:08:25.066992 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4bd04923-1417-47c4-8253-9f3c14f476e0 req-381beb39-ff31-40b3-8b2f-079782afca61 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522850 Mar 31 16:08:25.203012 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8fa00-e275-4d5f-9cb7-61313256b21f req-24b2cd58-2268-4fe7-b793-f5acfaca1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:25.204601 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7b8fa00-e275-4d5f-9cb7-61313256b21f req-24b2cd58-2268-4fe7-b793-f5acfaca1ac6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 1129 time: 0.0483575 Mar 31 16:08:25.256261 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7b8fa00-e275-4d5f-9cb7-61313256b21f req-be67e89a-30c3-4f9e-a6f6-a47fac38e602 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Mar 31 16:08:26.242079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdd54a-e364-4bf6-9743-9fb0d55318e8 req-78361d77-77a4-464d-9298-eb3c79ffb44e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:26.244771 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7bcdd54a-e364-4bf6-9743-9fb0d55318e8 req-78361d77-77a4-464d-9298-eb3c79ffb44e tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0732577 Mar 31 16:08:26.309056 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7bcdd54a-e364-4bf6-9743-9fb0d55318e8 req-a61ec7a5-9498-4355-ad86-83742052b4c3 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581179 Mar 31 16:08:27.433844 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252f97-0c8c-4730-88b5-8afdd0a26572 req-e1216b51-999d-49b9-beb3-a5f14d3ef9d5 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:27.435500 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8252f97-0c8c-4730-88b5-8afdd0a26572 req-e1216b51-999d-49b9-beb3-a5f14d3ef9d5 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0558517 Mar 31 16:08:27.485344 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8252f97-0c8c-4730-88b5-8afdd0a26572 req-1f5c12dd-d9cb-4cfb-81b8-3400be644a0b tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Mar 31 16:08:27.631149 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bcc77-a570-43c0-95d0-d48fcd16300b req-7e854e0f-54a1-4d68-b9bf-0b5a724f0d0c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:27.632999 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-121bcc77-a570-43c0-95d0-d48fcd16300b req-7e854e0f-54a1-4d68-b9bf-0b5a724f0d0c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0590737 Mar 31 16:08:27.642849 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36782) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:08:27.647819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Request body: {'floatingip': {'port_id': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:27.689740 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (d08d3b38-e5b4-4473-9966-f7315076b6af), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:28.175065 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:28.236466 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (d08d3b38-e5b4-4473-9966-f7315076b6af), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:28.354182 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Floating IP d08d3b38-e5b4-4473-9966-f7315076b6af associated. External IP: 172.27.1.13, port: 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7. Mar 31 16:08:28.596511 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:08:28.719664 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:08:28.727440 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:28.733084 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:28.749383 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:08:28.750424 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:08:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:28.776286 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7752f8c9-3b8c-40cd-bb2f-b1e9b4182344 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "PUT /v2.0/floatingips/d08d3b38-e5b4-4473-9966-f7315076b6af HTTP/1.1" status: 200 len: 990 time: 1.1319931 Mar 31 16:08:28.777163 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:28.780949 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb88e89bf06875524d2d433a368869b9bb440a2db3010d35917d2a01d41cb9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ee1499-72e3-412a-b822-ac81f2613e94" -d '{"events": [{"name": "network-changed", "server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:08:28.829179 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6753a9d-253d-4a8f-9fef-a30b9f58c7e9 x-openstack-request-id: req-c6753a9d-253d-4a8f-9fef-a30b9f58c7e9 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:08:28.829577 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:08:28.829914 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6753a9d-253d-4a8f-9fef-a30b9f58c7e9 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:08:28.830414 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6753a9d-253d-4a8f-9fef-a30b9f58c7e9'] response: {'name': 'network-changed', 'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'status': 'completed', 'code': 200} Mar 31 16:08:28.895813 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:08:28.935026 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-f549f12a-70b0-4db5-b1d9-431e90973d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:28.937982 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-f549f12a-70b0-4db5-b1d9-431e90973d73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 1129 time: 0.0653417 Mar 31 16:08:29.104102 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-fc47f99d-3df2-4124-8289-96c3edce1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:29.107226 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-fc47f99d-3df2-4124-8289-96c3edce1587 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 911 time: 0.1629312 Mar 31 16:08:29.152387 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'd08d3b38-e5b4-4473-9966-f7315076b6af', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'port_id': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'mac_address': 'fa:16:3e:fa:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:08:12Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 1, 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:29.181126 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:29.191794 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:08:29.192730 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:08:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:29.222389 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-d18683c0-ace7-45fe-8596-302fb8c3ca1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 HTTP/1.1" status: 200 len: 998 time: 0.1081181 Mar 31 16:08:29.307363 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-e1fe6070-b289-44cc-b29f-c9849868fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:29.309947 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-e1fe6070-b289-44cc-b29f-c9849868fa39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0819664 Mar 31 16:08:29.379012 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-91ad9dde-b6f8-4bda-be63-0af79e660e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:29.381544 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-91ad9dde-b6f8-4bda-be63-0af79e660e5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652030 Mar 31 16:08:29.424467 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:08:29.534122 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-6cddd285-53cf-4b62-ae64-9048efcae276 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459503 Mar 31 16:08:29.661644 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37ee1499-72e3-412a-b822-ac81f2613e94 req-1826cb28-831b-4f18-8955-c89e7e2eaaa0 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205280 Mar 31 16:08:29.723690 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'd08d3b38-e5b4-4473-9966-f7315076b6af', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'port_id': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'mac_address': 'fa:16:3e:fa:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:08:12Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 1, 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:29.753732 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84a732-3626-4559-9bb3-ad90277d0235 None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_floatingips': [{'id': 'd08d3b38-e5b4-4473-9966-f7315076b6af', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'router_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'port_id': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'mac_address': 'fa:16:3e:fa:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:08:12Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 1, 'project_id': '4443e034cf174391ae47441916f08ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:29.999020 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a57064-8121-4d2a-aa71-f068e74a637d None None] New status for floating IP d08d3b38-e5b4-4473-9966-f7315076b6af: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:08:37.957706 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af06b0cd-db5d-48ec-9876-c05d4c186c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:38.710885 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:08:40.986007 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cfd0318f-8633-423b-877f-50081d65ba80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:43.778540 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:44.997376 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:46.505672 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:49.556939 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:07.996595 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5a31-1861-494e-8524-72dbca60a58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:08.108962 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-07c2843e-72c5-436e-9db8-f4f9a6bd8bf1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599260 Mar 31 16:09:08.224884 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-91e5e847-4bc3-4a54-b6c3-4cb7845cea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:08.232281 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-91e5e847-4bc3-4a54-b6c3-4cb7845cea7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4443e034cf174391ae47441916f08ded&device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 1129 time: 0.0545468 Mar 31 16:09:08.361856 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-e4355460-cf40-4cb5-af3c-ed4774497666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:08.363492 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-e4355460-cf40-4cb5-af3c-ed4774497666 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 200 len: 911 time: 0.1143982 Mar 31 16:09:08.463637 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-63d14fae-27cf-47b5-afc0-409ed32bc585 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 HTTP/1.1" status: 200 len: 1000 time: 0.0926521 Mar 31 16:09:08.517625 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-cc693e45-cfb6-49fe-bf3d-558d3adea339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:08.519998 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-cc693e45-cfb6-49fe-bf3d-558d3adea339 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 200 len: 849 time: 0.0505028 Mar 31 16:09:08.608507 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-ac7681db-70f7-4373-8e67-98482b3a8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:08.610163 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-ac7681db-70f7-4373-8e67-98482b3a8e48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eabe4742-352c-42d9-8446-b36066b66209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842021 Mar 31 16:09:08.727888 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-55070db1-5535-48a5-8f46-009b6d805745 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111596 Mar 31 16:09:08.844480 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cda80c09-4dc3-4a98-ba7d-ffd98e70415b req-2d616829-16af-400e-a2d8-bf85718c9db1 service neutron] 10.222.0.48 "GET /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104863 Mar 31 16:09:11.001966 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-949525da-94fe-44f0-8096-e789811aedfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:13.785755 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:14.984691 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:15.711216 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:09:16.471225 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.522892 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:25.487859 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18297-d103-4780-a886-676022159d46 req-c5470b48-a923-405f-9818-38cf79c25909 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:25.489529 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62a18297-d103-4780-a886-676022159d46 req-c5470b48-a923-405f-9818-38cf79c25909 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0572114 Mar 31 16:09:25.547803 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62a18297-d103-4780-a886-676022159d46 req-18f1d5c1-d6c0-44ca-875f-02e81435529c tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477235 Mar 31 16:09:26.679826 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a202-aa04-4a71-9280-07db6fc9edb5 req-9e488bb3-a248-4c37-b578-ac1d83be691d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:26.681501 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0957a202-aa04-4a71-9280-07db6fc9edb5 req-9e488bb3-a248-4c37-b578-ac1d83be691d tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0590668 Mar 31 16:09:26.735488 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0957a202-aa04-4a71-9280-07db6fc9edb5 req-347b3b1a-2dd7-4748-97ca-2f4845d80996 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Mar 31 16:09:27.265946 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-524cc036-b23c-4165-ab13-cf8ddf83deee tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:27.267619 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-524cc036-b23c-4165-ab13-cf8ddf83deee tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.0582831 Mar 31 16:09:27.403024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Deleting port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:27.403580 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:27.507074 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] For port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:27.507455 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:27.704352 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:27.704673 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036154'] for floatingip (d08d3b38-e5b4-4473-9966-f7315076b6af), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:27.705117 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Floating IP d08d3b38-e5b4-4473-9966-f7315076b6af disassociated. External IP: 172.27.1.13, port: 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7. Mar 31 16:09:27.705513 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Calling delete_port for 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:27.990614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048b00-ff67-4bc5-bea5-02c4986cd6f4 req-79c8922a-4552-4eca-8eb8-77170d7531dd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:27.993169 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f048b00-ff67-4bc5-bea5-02c4986cd6f4 req-79c8922a-4552-4eca-8eb8-77170d7531dd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 945 time: 0.1667273 Mar 31 16:09:28.047763 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f048b00-ff67-4bc5-bea5-02c4986cd6f4 req-c5131925-de75-4d7d-b8f4-3f8a313883b8 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c70f382-3716-49e1-8f9a-b3e0264d6b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487087 Mar 31 16:09:28.081882 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (5406ceb7-2ceb-433a-b6a9-1f6697a56bf7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:28.122309 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event deleted for resources: {'Port': ['ID=5406ceb7-2ceb-433a-b6a9-1f6697a56bf7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:28.135330 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.135727 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.136029 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.136375 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.136805 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.137049 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.137391 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.137708 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.138036 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.138366 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.138716 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.140686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.140686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.140686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.140686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:28.577209 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:09:28.711860 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:09:28.724690 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:09:28.737894 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:28.738652 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:09:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:28.767913 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] No DVR routers for this DVR port 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:28.771086 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:28.774683 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7711ed6d-4ca3-4f91-9d18-603f0660b717 req-e853b83f-ddc7-48b6-a0e0-c29fa3a0d25a tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.48 "DELETE /v2.0/ports/5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 HTTP/1.1" status: 204 len: 173 time: 1.5019314 Mar 31 16:09:28.775177 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'name': 'network-vif-deleted', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:09:28.777598 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae0fbd-8459-4b34-a8c3-8917f8c61681" -d '{"events": [{"server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "name": "network-vif-deleted", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:09:28.819289 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961006c2-b62b-4c3c-8060-0fc2db47e99e x-openstack-request-id: req-961006c2-b62b-4c3c-8060-0fc2db47e99e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:09:28.819721 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadefe9-06a3-4120-b247-912e8519faa7", "name": "network-vif-deleted", "tag": "5406ceb7-2ceb-433a-b6a9-1f6697a56bf7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:09:28.820121 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-961006c2-b62b-4c3c-8060-0fc2db47e99e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:09:28.820584 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961006c2-b62b-4c3c-8060-0fc2db47e99e'] response: {'server_uuid': 'ffadefe9-06a3-4120-b247-912e8519faa7', 'name': 'network-vif-deleted', 'tag': '5406ceb7-2ceb-433a-b6a9-1f6697a56bf7', 'status': 'completed', 'code': 200} Mar 31 16:09:28.873279 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:29.103128 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:29.137883 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:09:29.149167 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:29.149796 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:09:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:29.244015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4226c90-afec-410d-af43-85cad9caec60 req-3689a19d-62b0-4934-b965-734d0941e603 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffadefe9-06a3-4120-b247-912e8519faa7 HTTP/1.1" status: 200 len: 210 time: 0.0411367 Mar 31 16:09:29.281669 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:29.526118 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:29.573677 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81b799-4729-4420-925b-5f4fe8f9e5e4 None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:05:12Z', 'revision_number': 4, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi', '_interfaces': [{'id': 'b5733934-85fb-4f09-8333-078541422be5', 'name': '', 'network_id': 'eabe4742-352c-42d9-8446-b36066b66209', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'mac_address': 'fa:16:3e:51:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:11Z', 'updated_at': '2022-03-31T16:05:16Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'subnets': [{'id': '16ac905a-9a35-418a-8006-6cb933a2623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:09:29.868150 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9dde45-3ae2-40ab-abb6-569a4d5698a0 None None] New status for floating IP d08d3b38-e5b4-4473-9966-f7315076b6af: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:09:30.420207 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36934) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:30.482155 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (6c70f382-3716-49e1-8f9a-b3e0264d6b41), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.512940 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (6c70f382-3716-49e1-8f9a-b3e0264d6b41), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.693426 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (6c70f382-3716-49e1-8f9a-b3e0264d6b41), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.696092 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.697307 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "DELETE /v2.0/security-groups/6c70f382-3716-49e1-8f9a-b3e0264d6b41 HTTP/1.1" status: 204 len: 168 time: 0.2757683 Mar 31 16:09:30.700492 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:30.707455 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c70f382-3716-49e1-8f9a-b3e0264d6b41,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:30.719552 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.719867 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-4d10010d-5c60-48b4-99d1-c73856071817 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] show failed (client error): The resource could not be found. Mar 31 16:09:30.721126 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.721787 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.722366 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.722959 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.723527 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.724180 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.724345 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4d10010d-5c60-48b4-99d1-c73856071817 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "GET /v2.0/security-groups/6c70f382-3716-49e1-8f9a-b3e0264d6b41 HTTP/1.1" status: 404 len: 347 time: 0.0224421 Mar 31 16:09:30.724824 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.724996 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36938) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:30.725408 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.725965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.726519 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.727110 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.727658 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.728215 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.728760 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b42f94-4ef5-4488-bb9c-2ae4c7ea7c76 tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:30.767603 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:30.801166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:30.801700 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 5406ceb7-2ceb-433a-b6a9-1f6697a56bf7 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:30.880537 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Deleting port 42fd759a-0e88-4be0-9d4a-b03a6ec604ab {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:30.881021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.963534 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.963806 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:30.979047 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Calling delete_port for 42fd759a-0e88-4be0-9d4a-b03a6ec604ab owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:31.178784 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (42fd759a-0e88-4be0-9d4a-b03a6ec604ab), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:31.209512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Pushing event deleted for resources: {'Port': ['ID=42fd759a-0e88-4be0-9d4a-b03a6ec604ab,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:31.279760 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks [] for floatingip (d08d3b38-e5b4-4473-9966-f7315076b6af), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:31.282717 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:31.284663 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-91c1badd-dbe6-45e3-a491-1864a22605cd tempest-AttachVolumeTestJSON-1828686264 tempest-AttachVolumeTestJSON-1828686264-project] 10.222.0.58 "DELETE /v2.0/floatingips/d08d3b38-e5b4-4473-9966-f7315076b6af HTTP/1.1" status: 204 len: 168 time: 0.5587969 Mar 31 16:09:34.234687 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-2d5b032a-b235-4b88-a17f-4bba88e651a4 req-e08b7cbf-387b-45b6-b4db-a09eb2b5328e service neutron] (104109) timed out ('10.222.0.48', 63406) {{(pid=104109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:09:35.393054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 36966) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:35.787753 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034874'] for router_interface (5c303b39-d685-4a06-b8a6-04bc8b7128e9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:36.085657 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Deleting port b5733934-85fb-4f09-8333-078541422be5 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:36.086004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (b5733934-85fb-4f09-8333-078541422be5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:36.173491 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] For port b5733934-85fb-4f09-8333-078541422be5, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=b5733934-85fb-4f09-8333-078541422be5,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:36.173934 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (b5733934-85fb-4f09-8333-078541422be5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:36.193483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Calling delete_port for b5733934-85fb-4f09-8333-078541422be5 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:36.521872 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (b5733934-85fb-4f09-8333-078541422be5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:36.550057 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5733934-85fb-4f09-8333-078541422be5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:36.779055 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1035242'] for router_interface (5c303b39-d685-4a06-b8a6-04bc8b7128e9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:37.076275 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 has already been hosted by L3 agent 1456515a-3de9-45d1-b7e0-3c08b640b49f {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:09:37.195970 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] Notify agent at l3_agent.dv-cinder-836027-1-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:09:37.206402 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ee8f02ea-29f5-452d-923a-48c8b6fb4450 admin admin] 10.222.0.58 "PUT /v2.0/routers/5c303b39-d685-4a06-b8a6-04bc8b7128e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091810 Mar 31 16:09:37.207599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36968) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:37.210813 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] Sync routers for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:09:37.224885 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:37.225654 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:09:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:37.343012 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks [] for router (5c303b39-d685-4a06-b8a6-04bc8b7128e9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:37.374179 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:37.768664 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks [] for router_gateway (5c303b39-d685-4a06-b8a6-04bc8b7128e9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:37.817820 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:09:36Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:37.850250 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] Checking router: 5c303b39-d685-4a06-b8a6-04bc8b7128e9 for host: dv-cinder-836027-1-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:09:37.860384 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] Routers {'5c303b39-d685-4a06-b8a6-04bc8b7128e9'} bound to L3 agent in host dv-cinder-836027-1-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:37.861900 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:41Z,description=,heartbeat_timestamp=2022-03-31T16:09:11Z,host='dv-cinder-836027-1-iscsi',id=1456515a-3de9-45d1-b7e0-3c08b640b49f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:42Z,topic='l3_agent')) {'router_ids': ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:37.931149 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Deleting port 7b3b9416-3d87-4124-88e9-727f857e80b1 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:37.931684 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:37.950496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6185baaa-cb4a-41b6-ba17-86f098e77d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:37.998073 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] Set router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 gateway port host: dv-cinder-836027-1-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:38.041791 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] For port 7b3b9416-3d87-4124-88e9-727f857e80b1, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=7b3b9416-3d87-4124-88e9-727f857e80b1,segment=NetworkSegment(18de234d-b03b-48a7-8982-65643cae8b50),segment_id=18de234d-b03b-48a7-8982-65643cae8b50)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:38.042131 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.068004 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Calling delete_port for 7b3b9416-3d87-4124-88e9-727f857e80b1 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:38.205995 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:09:36Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}], 'dv-cinder-836027-1-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:38.240311 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4987e-0292-4d99-936c-b7ad15703828 None None] The sync data for ids ['5c303b39-d685-4a06-b8a6-04bc8b7128e9'] in dv-cinder-836027-1-iscsi is: [{'id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'name': 'tempest-AttachVolumeTestJSON-138038059-router', 'tenant_id': '4443e034cf174391ae47441916f08ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'external_fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:05:07Z', 'updated_at': '2022-03-31T16:09:36Z', 'revision_number': 5, 'project_id': '4443e034cf174391ae47441916f08ded', 'gw_port': {'id': '7b3b9416-3d87-4124-88e9-727f857e80b1', 'name': '', 'network_id': '805e7c37-96f2-4efb-b8c0-1b3e89ecff27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c303b39-d685-4a06-b8a6-04bc8b7128e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:05:08Z', 'updated_at': '2022-03-31T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddfcca25-1759-4f8a-af75-778fdefe881c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-1-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:09:38.425108 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (7b3b9416-3d87-4124-88e9-727f857e80b1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.457622 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3b9416-3d87-4124-88e9-727f857e80b1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:38.527989 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036032'] for router_gateway (5c303b39-d685-4a06-b8a6-04bc8b7128e9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.631084 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-432'] for router (5c303b39-d685-4a06-b8a6-04bc8b7128e9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.633856 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks [] for router_controller (5c303b39-d685-4a06-b8a6-04bc8b7128e9), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.773310 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1030117'] for router (5c303b39-d685-4a06-b8a6-04bc8b7128e9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.774200 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c303b39-d685-4a06-b8a6-04bc8b7128e9 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:09:38.779599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.782899 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f93b0543-fcdf-4e43-b94a-865934336081 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5c303b39-d685-4a06-b8a6-04bc8b7128e9 HTTP/1.1" status: 204 len: 168 time: 1.5720968 Mar 31 16:09:38.785504 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36970) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:38.854171 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Deleting subnet 16ac905a-9a35-418a-8006-6cb933a2623b {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:09:38.859079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Publish callbacks [] for subnet (16ac905a-9a35-418a-8006-6cb933a2623b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.906487 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853635'] for subnet (16ac905a-9a35-418a-8006-6cb933a2623b), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.026605 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (16ac905a-9a35-418a-8006-6cb933a2623b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.174428 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26479253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25722455'] for subnet (16ac905a-9a35-418a-8006-6cb933a2623b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.201667 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ac905a-9a35-418a-8006-6cb933a2623b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:39.205442 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.209653 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-50dedc19-d7d5-4e5c-a1f6-dafd6939c9b6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/16ac905a-9a35-418a-8006-6cb933a2623b HTTP/1.1" status: 204 len: 168 time: 0.4221172 Mar 31 16:09:39.212509 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36972) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:39.216845 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb0541-caad-4117-9864-d1f3a576ab1a None None] Network eabe4742-352c-42d9-8446-b36066b66209 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:39.314433 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (eabe4742-352c-42d9-8446-b36066b66209), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.400003 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Deleting port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:39.400499 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.453482 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] DHCP port deletion for eabe4742-352c-42d9-8446-b36066b66209 request from dv-cinder-836027-1-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:09:39.484993 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] For port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:39.486246 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.510707 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Calling delete_port for aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:39.511491 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Deleting port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:39.511874 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.611907 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] For port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c, host dv-cinder-836027-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-1-iscsi',level=0,port_id=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,segment=NetworkSegment(6818c8e4-4eda-478a-881e-3cafebbdbbfa),segment_id=6818c8e4-4eda-478a-881e-3cafebbdbbfa)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:39.612307 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.630118 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Calling delete_port for aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:39.670274 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26539622'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.703029 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:39.706826 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] No DVR routers for this DVR port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c on host dv-cinder-836027-1-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: from cryptography.utils import int_from_bytes Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: from cryptography.utils import int_from_bytes Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.765565 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:09:39.771885 dv-cinder-836027-1-iscsi neutron-server[104110]: self.session.flush() Mar 31 16:09:39.773615 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366'] for port (aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.793136 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (eabe4742-352c-42d9-8446-b36066b66209), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.800345 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Pushing event deleted for resources: {'Port': ['ID=aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:39.803013 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] No DVR routers for this DVR port aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c on host dv-cinder-836027-1-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.814381 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.815732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.815732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.815732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.815732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.816487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.816487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.816487 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.816908 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dab06b-47e8-41b5-9f87-eea0b78f4df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:39.833755 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabe4742-352c-42d9-8446-b36066b66209']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:39.847836 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6818c8e4-4eda-478a-881e-3cafebbdbbfa') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:39.848574 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6818c8e4-4eda-478a-881e-3cafebbdbbfa') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:39.861899 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (6818c8e4-4eda-478a-881e-3cafebbdbbfa), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.880448 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (6818c8e4-4eda-478a-881e-3cafebbdbbfa), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.889105 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:09:39.889537 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (6818c8e4-4eda-478a-881e-3cafebbdbbfa), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:09:39.891453 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:09:40.035994 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (eabe4742-352c-42d9-8446-b36066b66209), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:40.042243 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:40.045827 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] 10.222.0.58 "DELETE /v2.0/networks/eabe4742-352c-42d9-8446-b36066b66209 HTTP/1.1" status: 204 len: 168 time: 0.8318717 Mar 31 16:09:40.058647 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086b6b-a04e-4aaa-95fa-e81f95e60773 admin admin] Pushing event deleted for resources: {'Network': ['ID=eabe4742-352c-42d9-8446-b36066b66209,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:40.169329 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 7b3b9416-3d87-4124-88e9-727f857e80b1 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:40.200145 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: 7b3b9416-3d87-4124-88e9-727f857e80b1 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:40.200989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device 7b3b9416-3d87-4124-88e9-727f857e80b1 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:40.200989 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:40.221376 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:40.227049 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device aaace9e8-28a7-43b2-bf73-aeaa5a8e0b9c not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:40.227049 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device b5733934-85fb-4f09-8333-078541422be5 no longer exists at agent ovs-agent-dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:40.244245 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] No Port match for: b5733934-85fb-4f09-8333-078541422be5 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:40.244573 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Device b5733934-85fb-4f09-8333-078541422be5 not bound to the agent host dv-cinder-836027-1-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:40.493696 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36976) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:40.564057 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-60f1529f-0eec-48a3-b9b1-0fa0f8a49a9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4443e034cf174391ae47441916f08ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0683718 Mar 31 16:09:40.566517 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 36978) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:40.621284 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8737c3e-a323-4792-b894-5e3bd1beb754 admin admin] Publish callbacks [] for security_group (1f977f7a-b983-47e1-8e57-b4953f0150cc), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:40.644675 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8737c3e-a323-4792-b894-5e3bd1beb754 admin admin] Publish callbacks [] for security_group (1f977f7a-b983-47e1-8e57-b4953f0150cc), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:40.784798 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8737c3e-a323-4792-b894-5e3bd1beb754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (1f977f7a-b983-47e1-8e57-b4953f0150cc), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:40.787580 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d8737c3e-a323-4792-b894-5e3bd1beb754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:40.789031 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d8737c3e-a323-4792-b894-5e3bd1beb754 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f977f7a-b983-47e1-8e57-b4953f0150cc HTTP/1.1" status: 204 len: 168 time: 0.2212689 Mar 31 16:09:40.800378 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8737c3e-a323-4792-b894-5e3bd1beb754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f977f7a-b983-47e1-8e57-b4953f0150cc,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:41.013159 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89ddade6-37b0-46c5-8be5-49c517ee1ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.156847 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37000) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:42.265621 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-168459930-network', 'tenant_id': '4fc987e6ac9c4d9f8ad27772409446fe'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:09:42.361578 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Made reservation on behalf of 4fc987e6ac9c4d9f8ad27772409446fe for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:09:42.364234 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.373766 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.462877 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks [] for security_group (d20d765a-84a9-4d8b-8be5-e17fc41df0f4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.555194 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d20d765a-84a9-4d8b-8be5-e17fc41df0f4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.584678 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:09:42.597826 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20d765a-84a9-4d8b-8be5-e17fc41df0f4,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:42.604933 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (693257ad-3924-474e-8eb9-e2d45e30e5e8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.605280 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Added segment 693257ad-3924-474e-8eb9-e2d45e30e5e8 of type vlan for network 39a38db5-838a-472b-b8bd-3a4686ff60f9 Mar 31 16:09:42.653607 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (39a38db5-838a-472b-b8bd-3a4686ff60f9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.727305 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (39a38db5-838a-472b-b8bd-3a4686ff60f9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.728361 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:42.729006 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:42.796545 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] Pushing event updated for resources: {'Network': ['ID=39a38db5-838a-472b-b8bd-3a4686ff60f9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:42.810621 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 39a38db5-838a-472b-b8bd-3a4686ff60f9 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:09:42.906898 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dd982368-9f5d-47d9-82b0-fc258e1729c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7481964 Mar 31 16:09:42.910614 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37004) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:42.924058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Request body: {'subnet': {'network_id': '39a38db5-838a-472b-b8bd-3a4686ff60f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-168459930-subnet', 'tenant_id': '4fc987e6ac9c4d9f8ad27772409446fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:09:42.995165 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Made reservation on behalf of 4fc987e6ac9c4d9f8ad27772409446fe for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:09:42.997576 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26003327'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:43.247587 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26003305'] for subnet (876dec31-9304-40de-a5e2-2387f3d095d2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:43.305763 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876dec31-9304-40de-a5e2-2387f3d095d2,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:43.319068 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Checking segment: {'id': '693257ad-3924-474e-8eb9-e2d45e30e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '39a38db5-838a-472b-b8bd-3a4686ff60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:09:43.319449 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Network hostable DHCP agents. Network: 39a38db5-838a-472b-b8bd-3a4686ff60f9, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:09:43.418710 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Network 39a38db5-838a-472b-b8bd-3a4686ff60f9 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:09:43.544956 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 39a38db5-838a-472b-b8bd-3a4686ff60f9) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:09:43.552273 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:43.553305 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:43.558279 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675007f5-5276-45ed-b61b-0fd59bc54d4a None None] Network 39a38db5-838a-472b-b8bd-3a4686ff60f9 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:43.657002 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-07106c1b-8549-4b37-8092-ee502d7ba845 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7448499 Mar 31 16:09:43.684541 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a65dbc-2715-4a5c-b0bf-e23e10debff9 None None] Network 39a38db5-838a-472b-b8bd-3a4686ff60f9 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:43.811268 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.488983 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37020) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:44.494460 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-905103246-network', 'tenant_id': '7e91af686360412d9f0ee15b4e0cfbc6'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:09:44.567536 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Made reservation on behalf of 7e91af686360412d9f0ee15b4e0cfbc6 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:09:44.570465 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.582329 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.670803 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks [] for security_group (626703b0-151b-45bf-9d50-9788321bfe11), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.744667 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (626703b0-151b-45bf-9d50-9788321bfe11), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.769000 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:09:44.789581 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626703b0-151b-45bf-9d50-9788321bfe11,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:44.792902 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (4f5a54a4-e89c-4804-abbc-3b35b98f577f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.793264 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Added segment 4f5a54a4-e89c-4804-abbc-3b35b98f577f of type vlan for network 373f0394-7763-479d-9080-9e8e6b6abbf5 Mar 31 16:09:44.854203 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (373f0394-7763-479d-9080-9e8e6b6abbf5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.978684 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (373f0394-7763-479d-9080-9e8e6b6abbf5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:44.979687 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:44.980521 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:45.002109 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:45.047387 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] Pushing event updated for resources: {'Network': ['ID=373f0394-7763-479d-9080-9e8e6b6abbf5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:45.059218 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 373f0394-7763-479d-9080-9e8e6b6abbf5 details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:09:45.141063 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1a062f6c-aec9-4a85-8eac-41812278177b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6507552 Mar 31 16:09:45.144814 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37022) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:45.150126 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Request body: {'subnet': {'network_id': '373f0394-7763-479d-9080-9e8e6b6abbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-905103246-subnet', 'tenant_id': '7e91af686360412d9f0ee15b4e0cfbc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:09:45.247386 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Made reservation on behalf of 7e91af686360412d9f0ee15b4e0cfbc6 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:09:45.249731 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26003327'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:45.628360 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26003305'] for subnet (592262a3-0e23-4a1b-9feb-189d2f49d45a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:45.686735 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592262a3-0e23-4a1b-9feb-189d2f49d45a,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:45.699004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Checking segment: {'id': '4f5a54a4-e89c-4804-abbc-3b35b98f577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '373f0394-7763-479d-9080-9e8e6b6abbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:09:45.699372 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Network hostable DHCP agents. Network: 373f0394-7763-479d-9080-9e8e6b6abbf5, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:09:45.767054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Network 373f0394-7763-479d-9080-9e8e6b6abbf5 is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:09:45.967171 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 373f0394-7763-479d-9080-9e8e6b6abbf5) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:09:45.974415 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:45.975139 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:45.978658 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8e7cc-a2ca-41c7-b97b-0d6e85976921 None None] Network 373f0394-7763-479d-9080-9e8e6b6abbf5 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:46.078666 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8457ec76-27b0-4e08-ab3b-62c27de6e786 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9325228 Mar 31 16:09:46.148782 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bdc1b-71e4-4c22-bf0f-4a2d82f9a15e None None] Network 373f0394-7763-479d-9080-9e8e6b6abbf5 requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:46.251486 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37026) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:46.331417 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Deleting subnet 876dec31-9304-40de-a5e2-2387f3d095d2 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:09:46.336930 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Publish callbacks [] for subnet (876dec31-9304-40de-a5e2-2387f3d095d2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.399403 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (876dec31-9304-40de-a5e2-2387f3d095d2), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.453119 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.470004 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (876dec31-9304-40de-a5e2-2387f3d095d2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.613395 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (876dec31-9304-40de-a5e2-2387f3d095d2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.640564 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876dec31-9304-40de-a5e2-2387f3d095d2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:46.647206 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.653381 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ecf5ef82-3572-4774-a450-dd6258ce81f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/876dec31-9304-40de-a5e2-2387f3d095d2 HTTP/1.1" status: 204 len: 168 time: 0.4000843 Mar 31 16:09:46.655804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37028) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:46.784916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (39a38db5-838a-472b-b8bd-3a4686ff60f9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.896954 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (39a38db5-838a-472b-b8bd-3a4686ff60f9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.920409 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a38db5-838a-472b-b8bd-3a4686ff60f9']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:46.932282 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693257ad-3924-474e-8eb9-e2d45e30e5e8') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:46.932590 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693257ad-3924-474e-8eb9-e2d45e30e5e8') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:46.944203 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25427007'] for segment (693257ad-3924-474e-8eb9-e2d45e30e5e8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.960860 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (693257ad-3924-474e-8eb9-e2d45e30e5e8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.968210 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26015054'] for segment (693257ad-3924-474e-8eb9-e2d45e30e5e8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: Traceback (most recent call last): Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: timer() Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: cb(*args, **kw) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: return func(*args, **kwargs) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: self._notify() Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: self.callback(batched_events) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: event.method(event) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: return f(self, *a, **k) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._get(url).json() Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: return self.request(url, 'GET', **kwargs) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:09:46.977170 dv-cinder-836027-1-iscsi neutron-server[104109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:09:47.184341 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (39a38db5-838a-472b-b8bd-3a4686ff60f9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.192944 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.197427 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/39a38db5-838a-472b-b8bd-3a4686ff60f9 HTTP/1.1" status: 204 len: 168 time: 0.5400386 Mar 31 16:09:47.201768 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37030) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:47.210711 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b650a56-beac-491e-bd7c-998a895eb6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a38db5-838a-472b-b8bd-3a4686ff60f9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:47.255564 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Deleting subnet 592262a3-0e23-4a1b-9feb-189d2f49d45a {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:09:47.259434 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Publish callbacks [] for subnet (592262a3-0e23-4a1b-9feb-189d2f49d45a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.299266 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853635'] for subnet (592262a3-0e23-4a1b-9feb-189d2f49d45a), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.349117 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (592262a3-0e23-4a1b-9feb-189d2f49d45a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.482107 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26479253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25722455'] for subnet (592262a3-0e23-4a1b-9feb-189d2f49d45a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.514208 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592262a3-0e23-4a1b-9feb-189d2f49d45a,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:47.524407 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.524950 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2f2b0bd8-e20f-48d8-b336-574731534c82 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/592262a3-0e23-4a1b-9feb-189d2f49d45a HTTP/1.1" status: 204 len: 168 time: 0.3215084 Mar 31 16:09:47.527725 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37032) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:47.603608 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (373f0394-7763-479d-9080-9e8e6b6abbf5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.693444 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (373f0394-7763-479d-9080-9e8e6b6abbf5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.717718 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373f0394-7763-479d-9080-9e8e6b6abbf5']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:47.728317 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5a54a4-e89c-4804-abbc-3b35b98f577f') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:47.728608 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5a54a4-e89c-4804-abbc-3b35b98f577f') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:47.740411 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (4f5a54a4-e89c-4804-abbc-3b35b98f577f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.755654 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (4f5a54a4-e89c-4804-abbc-3b35b98f577f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.762652 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:09:47.763165 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (4f5a54a4-e89c-4804-abbc-3b35b98f577f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:09:47.764989 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:09:47.904383 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (373f0394-7763-479d-9080-9e8e6b6abbf5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.910996 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:47.914256 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] 10.222.0.58 "DELETE /v2.0/networks/373f0394-7763-479d-9080-9e8e6b6abbf5 HTTP/1.1" status: 204 len: 168 time: 0.3855255 Mar 31 16:09:47.927040 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9daa9-8fa8-43f7-996b-427e9bc706ce admin admin] Pushing event deleted for resources: {'Network': ['ID=373f0394-7763-479d-9080-9e8e6b6abbf5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:48.316301 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37036) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:48.359609 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ffaf45d1-7491-4a2f-8ac6-17e43c53af1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fc987e6ac9c4d9f8ad27772409446fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417833 Mar 31 16:09:48.362981 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37038) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:48.421699 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb2da05-a112-492e-8752-1187a1d3c8cc admin admin] Publish callbacks [] for security_group (d20d765a-84a9-4d8b-8be5-e17fc41df0f4), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:48.447676 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb2da05-a112-492e-8752-1187a1d3c8cc admin admin] Publish callbacks [] for security_group (d20d765a-84a9-4d8b-8be5-e17fc41df0f4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:48.595993 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb2da05-a112-492e-8752-1187a1d3c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (d20d765a-84a9-4d8b-8be5-e17fc41df0f4), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:48.598726 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb2da05-a112-492e-8752-1187a1d3c8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:48.600060 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-eeb2da05-a112-492e-8752-1187a1d3c8cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d20d765a-84a9-4d8b-8be5-e17fc41df0f4 HTTP/1.1" status: 204 len: 168 time: 0.2360435 Mar 31 16:09:48.610195 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2da05-a112-492e-8752-1187a1d3c8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20d765a-84a9-4d8b-8be5-e17fc41df0f4,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:49.355363 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37044) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:49.401158 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-58692b3a-ddf6-4e4c-a659-c327c1d9d97f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e91af686360412d9f0ee15b4e0cfbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443764 Mar 31 16:09:49.403839 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37046) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:49.460962 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a671f30f-e9db-44bb-938f-02b53aa763b9 admin admin] Publish callbacks [] for security_group (626703b0-151b-45bf-9d50-9788321bfe11), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:49.488388 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a671f30f-e9db-44bb-938f-02b53aa763b9 admin admin] Publish callbacks [] for security_group (626703b0-151b-45bf-9d50-9788321bfe11), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:49.521234 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:49.664185 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a671f30f-e9db-44bb-938f-02b53aa763b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (626703b0-151b-45bf-9d50-9788321bfe11), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:49.666842 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a671f30f-e9db-44bb-938f-02b53aa763b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:49.668390 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a671f30f-e9db-44bb-938f-02b53aa763b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/626703b0-151b-45bf-9d50-9788321bfe11 HTTP/1.1" status: 204 len: 168 time: 0.2634106 Mar 31 16:09:49.680069 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671f30f-e9db-44bb-938f-02b53aa763b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626703b0-151b-45bf-9d50-9788321bfe11,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:52.716068 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:09:55.790273 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37118) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:55.913494 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2781f8d9-7960-4a45-932b-d72ca65f63d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.003578 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2781f8d9-7960-4a45-932b-d72ca65f63d8 admin admin] Publish callbacks [] for security_group (8b031950-ef46-4fed-bc77-70a57ca60c74), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.087334 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2781f8d9-7960-4a45-932b-d72ca65f63d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8b031950-ef46-4fed-bc77-70a57ca60c74), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.145518 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2781f8d9-7960-4a45-932b-d72ca65f63d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e38c8ec31374636a04dd5dae2e52898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540316 Mar 31 16:09:56.148285 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781f8d9-7960-4a45-932b-d72ca65f63d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b031950-ef46-4fed-bc77-70a57ca60c74,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:56.148906 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37122) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:56.210395 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bac690cc-c02f-4ca5-ac6e-d8df9e2313aa admin admin] Publish callbacks [] for security_group (8b031950-ef46-4fed-bc77-70a57ca60c74), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.236353 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bac690cc-c02f-4ca5-ac6e-d8df9e2313aa admin admin] Publish callbacks [] for security_group (8b031950-ef46-4fed-bc77-70a57ca60c74), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.361422 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bac690cc-c02f-4ca5-ac6e-d8df9e2313aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8b031950-ef46-4fed-bc77-70a57ca60c74), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.364069 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bac690cc-c02f-4ca5-ac6e-d8df9e2313aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:56.365501 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bac690cc-c02f-4ca5-ac6e-d8df9e2313aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b031950-ef46-4fed-bc77-70a57ca60c74 HTTP/1.1" status: 204 len: 168 time: 0.2154400 Mar 31 16:09:56.375665 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac690cc-c02f-4ca5-ac6e-d8df9e2313aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b031950-ef46-4fed-bc77-70a57ca60c74,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:57.142581 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37128) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:57.157342 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7de07c06-203b-4348-9064-2d8779f0abdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.247946 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7de07c06-203b-4348-9064-2d8779f0abdc admin admin] Publish callbacks [] for security_group (8cbb25ce-c5a1-4385-b1a3-d69b41e106f8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.292794 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7de07c06-203b-4348-9064-2d8779f0abdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8cbb25ce-c5a1-4385-b1a3-d69b41e106f8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.339989 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7de07c06-203b-4348-9064-2d8779f0abdc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7b751f89751423b86bdf1b7235912ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961589 Mar 31 16:09:57.341059 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de07c06-203b-4348-9064-2d8779f0abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbb25ce-c5a1-4385-b1a3-d69b41e106f8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:57.344798 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37130) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:57.407173 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7817-7110-4eb2-abcc-f2be96a53dd4 admin admin] Publish callbacks [] for security_group (8cbb25ce-c5a1-4385-b1a3-d69b41e106f8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.432575 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7817-7110-4eb2-abcc-f2be96a53dd4 admin admin] Publish callbacks [] for security_group (8cbb25ce-c5a1-4385-b1a3-d69b41e106f8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.561338 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7817-7110-4eb2-abcc-f2be96a53dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (8cbb25ce-c5a1-4385-b1a3-d69b41e106f8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.565108 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7817-7110-4eb2-abcc-f2be96a53dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:57.566364 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9c6d7817-7110-4eb2-abcc-f2be96a53dd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cbb25ce-c5a1-4385-b1a3-d69b41e106f8 HTTP/1.1" status: 204 len: 168 time: 0.2194350 Mar 31 16:09:57.576836 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d7817-7110-4eb2-abcc-f2be96a53dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbb25ce-c5a1-4385-b1a3-d69b41e106f8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:59.559043 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37160) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:59.691151 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4a3-5caa-409d-93e2-fe13a8bb5490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:59.782955 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4a3-5caa-409d-93e2-fe13a8bb5490 admin admin] Publish callbacks [] for security_group (23f83c85-b95b-4533-b119-bf6bff527cca), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:59.863760 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4a3-5caa-409d-93e2-fe13a8bb5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (23f83c85-b95b-4533-b119-bf6bff527cca), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:59.908186 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3ba1a4a3-5caa-409d-93e2-fe13a8bb5490 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16d6099eb3c84809ad4f8311c8aa8088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469460 Mar 31 16:09:59.909172 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1a4a3-5caa-409d-93e2-fe13a8bb5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f83c85-b95b-4533-b119-bf6bff527cca,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:59.911593 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37164) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:59.977612 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d7e49ce-1853-4556-8c30-df88ee22cdbe admin admin] Publish callbacks [] for security_group (23f83c85-b95b-4533-b119-bf6bff527cca), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:00.003936 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d7e49ce-1853-4556-8c30-df88ee22cdbe admin admin] Publish callbacks [] for security_group (23f83c85-b95b-4533-b119-bf6bff527cca), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:00.127349 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d7e49ce-1853-4556-8c30-df88ee22cdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (23f83c85-b95b-4533-b119-bf6bff527cca), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:00.130458 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d7e49ce-1853-4556-8c30-df88ee22cdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:00.132091 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1d7e49ce-1853-4556-8c30-df88ee22cdbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23f83c85-b95b-4533-b119-bf6bff527cca HTTP/1.1" status: 204 len: 168 time: 0.2189162 Mar 31 16:10:00.143348 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e49ce-1853-4556-8c30-df88ee22cdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f83c85-b95b-4533-b119-bf6bff527cca,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:07.978500 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cbbac738-b116-4841-8638-faf128d46d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:10.978630 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e25bd4b7-da48-406e-9dde-e9e0908aa459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:13.767947 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:15.006219 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:16.487209 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:19.520843 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:29.715212 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:10:37.920634 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-de1dcedd-f66e-4869-a12a-5c3b674afddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:40.951059 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37418) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:10:41.017829 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66c4effe-84da-4101-81e2-a1b83c75598f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.092280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.227881 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Publish callbacks [] for security_group (feaaac39-03cd-4949-9e0d-b40427d8775b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.291559 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (feaaac39-03cd-4949-9e0d-b40427d8775b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.337120 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9910a8f111640eba3c02a97196534ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845141 Mar 31 16:10:41.338024 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaaac39-03cd-4949-9e0d-b40427d8775b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:41.340133 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 37422) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:10:41.347159 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.347531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.347841 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.348183 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.348539 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.348881 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.349258 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.349588 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.349914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.350246 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.350601 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.350924 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.351248 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.351594 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.351916 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9c415e-937e-443a-99e7-2e3f40795dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.398893 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Publish callbacks [] for security_group (feaaac39-03cd-4949-9e0d-b40427d8775b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.440825 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Publish callbacks [] for security_group (feaaac39-03cd-4949-9e0d-b40427d8775b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.572113 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (feaaac39-03cd-4949-9e0d-b40427d8775b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.575094 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.576631 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feaaac39-03cd-4949-9e0d-b40427d8775b HTTP/1.1" status: 204 len: 168 time: 0.2351053 Mar 31 16:10:41.587369 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaaac39-03cd-4949-9e0d-b40427d8775b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:41.597887 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.598472 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.598834 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.599347 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.599819 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.600250 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.600735 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.601219 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.601678 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.602153 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.602689 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.603184 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.603704 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.604126 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:41.604526 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42108de1-937b-440d-aa2e-315b20fb71dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:42.799593 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37444) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:10:42.922695 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177689830-network', 'tenant_id': 'c6be774e35e94f09b98cf0ae823389c5'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:43.006353 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Made reservation on behalf of c6be774e35e94f09b98cf0ae823389c5 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:10:43.009415 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.019470 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.114047 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks [] for security_group (de93a99e-fe38-4c75-a396-b9528179691e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.246015 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (de93a99e-fe38-4c75-a396-b9528179691e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.276502 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:10:43.287703 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de93a99e-fe38-4c75-a396-b9528179691e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:43.294031 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (f1513b01-edb3-4314-a1a2-7d651825e300), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.294663 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Added segment f1513b01-edb3-4314-a1a2-7d651825e300 of type vlan for network 5d232959-3dfb-46d1-b9be-84366ba34aaa Mar 31 16:10:43.339473 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726424786216'] for network (5d232959-3dfb-46d1-b9be-84366ba34aaa), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.480306 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863'] for network (5d232959-3dfb-46d1-b9be-84366ba34aaa), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.481349 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:43.481984 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.575184 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] Pushing event updated for resources: {'Network': ['ID=5d232959-3dfb-46d1-b9be-84366ba34aaa,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:43.588328 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Network 5d232959-3dfb-46d1-b9be-84366ba34aaa details requested by agent ovs-agent-dv-cinder-836027-1-iscsi with host dv-cinder-836027-1-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:10:43.643320 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4a2b29f9-8313-40c5-aed3-92e04eac6ddb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8423829 Mar 31 16:10:43.648351 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 37448) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:10:43.654243 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Request body: {'subnet': {'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177689830-subnet', 'tenant_id': 'c6be774e35e94f09b98cf0ae823389c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:43.748547 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Made reservation on behalf of c6be774e35e94f09b98cf0ae823389c5 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:10:43.751776 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26003327'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:43.920089 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:44.097705 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26003305'] for subnet (8561a152-20c3-4a58-99ca-690f9744c7de), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:44.179677 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8561a152-20c3-4a58-99ca-690f9744c7de,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:44.197058 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Checking segment: {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:10:44.197568 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Network hostable DHCP agents. Network: 5d232959-3dfb-46d1-b9be-84366ba34aaa, hostable agents: ['fc7e94a0-d316-4a8d-9cf1-975170e3588b'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:10:44.308484 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Network 5d232959-3dfb-46d1-b9be-84366ba34aaa is scheduled to be hosted by DHCP agent fc7e94a0-d316-4a8d-9cf1-975170e3588b with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:10:44.428695 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-1-iscsi, 5d232959-3dfb-46d1-b9be-84366ba34aaa) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:44.434193 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:44.435248 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:44.443458 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a792c902-93d2-4001-bbab-ee97984ea39d None None] Network 5d232959-3dfb-46d1-b9be-84366ba34aaa requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:10:44.557304 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c43217-3da5-4eae-bf3e-3d6e1c4403af None None] Network 5d232959-3dfb-46d1-b9be-84366ba34aaa requested from dv-cinder-836027-1-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:10:44.581209 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-64bf8c6e-ca9a-4b99-9aa3-2a0eb63bda79 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9314711 Mar 31 16:10:44.995020 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:46.463156 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:46.832399 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-6ce085dc-6e2f-4bae-b8e0-444b74eed36f tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:46.846526 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-6ce085dc-6e2f-4bae-b8e0-444b74eed36f tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/networks?id=5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 200 len: 813 time: 0.1512504 Mar 31 16:10:46.868019 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-cf6b706d-fcb1-4535-b84d-8bfb5452e4c8 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/quotas/c6be774e35e94f09b98cf0ae823389c5 HTTP/1.1" status: 200 len: 375 time: 0.0154295 Mar 31 16:10:46.905311 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-e787180f-029b-4171-94a5-4865f4fb9331 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314248 Mar 31 16:10:47.023177 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-809adfce-d2d8-4d33-ad99-ed1fc119de0b service neutron] 10.222.0.58 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063502 Mar 31 16:10:47.127987 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-9f8f7bb7-38c0-402e-8243-017430d255bb service neutron] 10.222.0.58 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979955 Mar 31 16:10:48.477331 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1beb6065-2774-45ed-a068-9a0cf21b2e88 req-66e8b265-eba8-4d94-b425-1d034463bd2d tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0325811 Mar 31 16:10:49.560700 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:49.578264 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4a6b40b8-05f0-4e58-9041-9052d73f5d02 req-2c9e77b9-7f8d-46d6-a06f-0425c9e9aa03 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0414016 Mar 31 16:10:50.679189 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7abb8c4c-e9ac-4d5a-be2e-e321bd60bf02 req-3b8ab5fe-0be6-4adb-a636-cdf4ba13cdb6 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0362620 Mar 31 16:10:51.767862 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a31ffbc3-aaea-479e-b31a-3e5680e49bf6 req-a0e35735-590e-4424-8c7f-feca1a8db98a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0349948 Mar 31 16:10:52.891670 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4b169ef-860c-4519-bfd8-324d6e24900d req-a7b975cb-8665-48ac-86e1-79bc5daf7366 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0289152 Mar 31 16:10:53.996953 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bbbd95c8-71a8-48d5-a029-e26738a1e8f3 req-c4d78ed7-e9cd-40e6-8be5-861aa2fc8c18 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0330997 Mar 31 16:10:55.152060 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7799ddfd-f334-4c0a-a2a1-df6342eb1daf req-5897b2a8-1b55-45d2-be14-07c643a3c233 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0526700 Mar 31 16:10:55.191180 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-7d32c778-01f2-4a37-b076-9c301fe437c1 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:55.198976 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-7d32c778-01f2-4a37-b076-9c301fe437c1 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "GET /v2.0/networks?id=5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 200 len: 813 time: 0.2268214 Mar 31 16:10:55.212081 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Request body: {'port': {'device_id': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa', 'admin_state_up': True, 'tenant_id': 'c6be774e35e94f09b98cf0ae823389c5'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:55.412205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Made reservation on behalf of c6be774e35e94f09b98cf0ae823389c5 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:10:55.417907 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:55.863050 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Allocated IP 172.20.0.6 (5d232959-3dfb-46d1-b9be-84366ba34aaa/8561a152-20c3-4a58-99ca-690f9744c7de/76a78f2a-fac3-48e5-80a4-d3159265857a) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:10:56.033586 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks [] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:56.149115 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:56.200362 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Network 5d232959-3dfb-46d1-b9be-84366ba34aaa is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:56.207322 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:56.213157 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Pushing event updated for resources: {'Port': ['ID=76a78f2a-fac3-48e5-80a4-d3159265857a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:56.217838 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:10:56.270949 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:56.271628 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:56.331079 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1931c9c-3551-449d-bcf3-19896c681fa1 req-2cf7b27d-3eec-44af-b7bc-6b159ba47732 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:56.332791 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1931c9c-3551-449d-bcf3-19896c681fa1 req-2cf7b27d-3eec-44af-b7bc-6b159ba47732 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 931 time: 0.0659535 Mar 31 16:10:56.346079 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-06addafd-bb60-417d-b1df-4d65e1c85089 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1380293 Mar 31 16:10:56.417294 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1931c9c-3551-449d-bcf3-19896c681fa1 req-22268d5f-c3bb-4afb-856a-c8ceadc43a04 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776737 Mar 31 16:10:56.423967 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Request body: {'port': {'device_id': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:56.527942 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:56.876662 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a78f2a-fac3-48e5-80a4-d3159265857a {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:10:56.885166 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Publish callbacks [] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:56.899117 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Transition to ACTIVE for port object 76a78f2a-fac3-48e5-80a4-d3159265857a will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:10:56.988153 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:57.042909 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Pushing event updated for resources: {'Port': ['ID=76a78f2a-fac3-48e5-80a4-d3159265857a,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:57.130201 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Attempting to bind port 76a78f2a-fac3-48e5-80a4-d3159265857a on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:10:57.130521 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Attempting to bind port 76a78f2a-fac3-48e5-80a4-d3159265857a by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:10:57.134944 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Attempting to bind port 76a78f2a-fac3-48e5-80a4-d3159265857a on network 5d232959-3dfb-46d1-b9be-84366ba34aaa {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:10:57.136417 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Port 76a78f2a-fac3-48e5-80a4-d3159265857a on network 5d232959-3dfb-46d1-b9be-84366ba34aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:10:57.136751 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Attempting to bind port 76a78f2a-fac3-48e5-80a4-d3159265857a on network 5d232959-3dfb-46d1-b9be-84366ba34aaa {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:10:57.143820 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:10:57.144208 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Checking segment: {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:10:57.144754 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Bound using segment: {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:10:57.145353 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Bound port: 76a78f2a-fac3-48e5-80a4-d3159265857a, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:10:57.145758 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:57.219463 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] For port 76a78f2a-fac3-48e5-80a4-d3159265857a, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:10:57.224130 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] For port 76a78f2a-fac3-48e5-80a4-d3159265857a, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=76a78f2a-fac3-48e5-80a4-d3159265857a,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:10:57.332092 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:57.370140 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:57.370747 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:57.372233 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] 10.222.0.48 "PUT /v2.0/ports/76a78f2a-fac3-48e5-80a4-d3159265857a HTTP/1.1" status: 200 len: 1093 time: 1.0129859 Mar 31 16:10:57.372708 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'tag': '76a78f2a-fac3-48e5-80a4-d3159265857a'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:10:57.375718 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86730c44-d50b-44ab-9d28-8a789b53e1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "62d7a92a-2f6c-4acd-ac22-9523bd376f5f", "tag": "76a78f2a-fac3-48e5-80a4-d3159265857a"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:10:57.411878 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b916d5c-e104-4a30-9d03-bc8489c00916 service neutron] Pushing event updated for resources: {'Port': ['ID=76a78f2a-fac3-48e5-80a4-d3159265857a,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:57.597102 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-ae3e3ae3-dc6d-436b-8b2c-60d72651b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:57.599865 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-ae3e3ae3-dc6d-436b-8b2c-60d72651b009 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 1127 time: 0.0963113 Mar 31 16:10:57.611852 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60e500-af4b-403c-8a96-93f3f5a5e51a x-openstack-request-id: req-0f60e500-af4b-403c-8a96-93f3f5a5e51a {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:10:57.612390 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d7a92a-2f6c-4acd-ac22-9523bd376f5f", "tag": "76a78f2a-fac3-48e5-80a4-d3159265857a", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:10:57.612874 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f60e500-af4b-403c-8a96-93f3f5a5e51a {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:10:57.613604 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f60e500-af4b-403c-8a96-93f3f5a5e51a'] response: {'name': 'network-changed', 'server_uuid': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'tag': '76a78f2a-fac3-48e5-80a4-d3159265857a', 'status': 'completed', 'code': 200} Mar 31 16:10:57.615794 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c389d-1d5b-4b90-ab7e-29bf44e8c2de req-cad2ef9f-a04c-4bf3-80ce-05c8015a553d tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:57.618439 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9f2c389d-1d5b-4b90-ab7e-29bf44e8c2de req-cad2ef9f-a04c-4bf3-80ce-05c8015a553d tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 943 time: 0.0923483 Mar 31 16:10:57.657355 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-a457e298-92ca-46cf-b78c-8da43d89357d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76a78f2a-fac3-48e5-80a4-d3159265857a HTTP/1.1" status: 200 len: 217 time: 0.0418129 Mar 31 16:10:57.688404 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9f2c389d-1d5b-4b90-ab7e-29bf44e8c2de req-d612014f-e03f-4017-a6ba-5b0958292c69 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622153 Mar 31 16:10:57.712582 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-8d6f0896-9a46-417b-881f-1a15f2bb319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:57.714100 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-8d6f0896-9a46-417b-881f-1a15f2bb319a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8561a152-20c3-4a58-99ca-690f9744c7de HTTP/1.1" status: 200 len: 853 time: 0.0506661 Mar 31 16:10:57.765119 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-d306eec0-ede2-44fd-a3c5-ee5cdef7de0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d232959-3dfb-46d1-b9be-84366ba34aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427513 Mar 31 16:10:57.872178 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-05e8f0ff-0203-40f4-bbe7-b77e1bd392b5 service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006529 Mar 31 16:10:57.971566 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a556ae36-09d6-4fc0-86cb-62ebb82e52e9 req-ffff33b5-d875-4999-b6e6-3eb508a8b9ef service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932796 Mar 31 16:10:58.190523 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-67a1620b-6d81-411a-92d4-a92cfa1eac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:58.192182 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-67a1620b-6d81-411a-92d4-a92cfa1eac20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 1127 time: 0.0638912 Mar 31 16:10:58.301843 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-fbc97e49-7f71-4549-9206-a61a4872d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:58.303284 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-fbc97e49-7f71-4549-9206-a61a4872d22a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 200 len: 914 time: 0.1038101 Mar 31 16:10:58.361470 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-24be422a-0251-4d55-8c14-7261bff36fd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76a78f2a-fac3-48e5-80a4-d3159265857a HTTP/1.1" status: 200 len: 217 time: 0.0512643 Mar 31 16:10:58.416002 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-b1a91b50-04a2-4a8f-8449-cc715faf57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:58.417555 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-b1a91b50-04a2-4a8f-8449-cc715faf57df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8561a152-20c3-4a58-99ca-690f9744c7de HTTP/1.1" status: 200 len: 853 time: 0.0485225 Mar 31 16:10:58.470994 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-15c709e9-9509-4313-9782-1f83aa83e02f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d232959-3dfb-46d1-b9be-84366ba34aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466111 Mar 31 16:10:58.626668 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-7241b549-fd12-4a73-be82-08dd933512c7 service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494794 Mar 31 16:10:58.756667 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86730c44-d50b-44ab-9d28-8a789b53e1ec req-623f5581-2a54-4e11-a2ad-7210d6e24273 service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212649 Mar 31 16:10:58.880264 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a2911-9537-4dc8-9a67-6407ab40f852 req-01c99dac-df0b-4091-b3d1-4ba38f5ac41c tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:58.880264 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff3a2911-9537-4dc8-9a67-6407ab40f852 req-01c99dac-df0b-4091-b3d1-4ba38f5ac41c tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 943 time: 0.0710497 Mar 31 16:10:58.944558 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff3a2911-9537-4dc8-9a67-6407ab40f852 req-0d452775-1dd5-4735-a08d-2734dd416e8e tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Mar 31 16:11:00.082971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc7f0d-4f00-4ee5-8472-6853f38fffe7 req-0fff0709-da99-41ef-8db7-63a9031bc666 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:00.084972 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7dcc7f0d-4f00-4ee5-8472-6853f38fffe7 req-0fff0709-da99-41ef-8db7-63a9031bc666 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 943 time: 0.0599775 Mar 31 16:11:00.143054 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7dcc7f0d-4f00-4ee5-8472-6853f38fffe7 req-90a2cdcc-572d-4198-84be-d6d6e1ff6a65 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 Mar 31 16:11:01.248664 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 76a78f2a-fac3-48e5-80a4-d3159265857a details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:11:01.290645 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3221a87-3019-450b-9bf9-9d6bcef11b34 req-db86af45-e3be-44c6-974b-9adf671635ab tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:01.294661 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3221a87-3019-450b-9bf9-9d6bcef11b34 req-db86af45-e3be-44c6-974b-9adf671635ab tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 943 time: 0.0788164 Mar 31 16:11:01.385467 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 76a78f2a-fac3-48e5-80a4-d3159265857a, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=76a78f2a-fac3-48e5-80a4-d3159265857a,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:11:01.387045 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3221a87-3019-450b-9bf9-9d6bcef11b34 req-9a5dd7c8-9914-45c4-81fc-945626a21d7a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Mar 31 16:11:01.408856 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': '76a78f2a-fac3-48e5-80a4-d3159265857a', 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa', 'port_id': '76a78f2a-fac3-48e5-80a4-d3159265857a', 'mac_address': 'fa:16:3e:24:55:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8561a152-20c3-4a58-99ca-690f9744c7de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:11:01.454211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 76a78f2a-fac3-48e5-80a4-d3159265857a is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:11:01.454631 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:01.471247 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a78f2a-fac3-48e5-80a4-d3159265857a {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:11:01.499395 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 76a78f2a-fac3-48e5-80a4-d3159265857a, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=76a78f2a-fac3-48e5-80a4-d3159265857a,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:11:01.588348 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:01.656485 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=76a78f2a-fac3-48e5-80a4-d3159265857a,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:01.664628 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.665242 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.665592 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.665930 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.666268 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.666631 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.667050 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.667379 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.667705 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.668028 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.668355 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.668679 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.669002 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.669321 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.669641 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:01.873671 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['76a78f2a-fac3-48e5-80a4-d3159265857a'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:11:02.525238 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec86c-c063-4900-91c7-df857b3a1038 req-44039704-4c85-4087-be83-a92a2d425de8 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:02.526868 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ebec86c-c063-4900-91c7-df857b3a1038 req-44039704-4c85-4087-be83-a92a2d425de8 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 944 time: 0.0570767 Mar 31 16:11:02.583796 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9ebec86c-c063-4900-91c7-df857b3a1038 req-ca1dccbc-a9a9-4255-9827-796ed3dca7f0 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Mar 31 16:11:03.248230 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 76a78f2a-fac3-48e5-80a4-d3159265857a up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:11:03.376991 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port 76a78f2a-fac3-48e5-80a4-d3159265857a completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:11:03.382188 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port 76a78f2a-fac3-48e5-80a4-d3159265857a triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:11:03.382888 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:03.496456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port 76a78f2a-fac3-48e5-80a4-d3159265857a is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:11:03.496842 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:03.523645 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a78f2a-fac3-48e5-80a4-d3159265857a'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:11:03.526079 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592a57b6-a28a-4a5b-b340-e14c5d7e17bb" -d '{"events": [{"server_uuid": "62d7a92a-2f6c-4acd-ac22-9523bd376f5f", "name": "network-vif-plugged", "status": "completed", "tag": "76a78f2a-fac3-48e5-80a4-d3159265857a"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:11:03.546043 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port 76a78f2a-fac3-48e5-80a4-d3159265857a, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=76a78f2a-fac3-48e5-80a4-d3159265857a,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:11:03.646346 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:03.692543 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af14813-4ed4-4a7e-aed1-589aa6124b79 x-openstack-request-id: req-7af14813-4ed4-4a7e-aed1-589aa6124b79 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:11:03.693195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d7a92a-2f6c-4acd-ac22-9523bd376f5f", "name": "network-vif-plugged", "status": "completed", "tag": "76a78f2a-fac3-48e5-80a4-d3159265857a", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:11:03.693195 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7af14813-4ed4-4a7e-aed1-589aa6124b79 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:11:03.693826 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af14813-4ed4-4a7e-aed1-589aa6124b79'] response: {'server_uuid': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a78f2a-fac3-48e5-80a4-d3159265857a', 'code': 200} Mar 31 16:11:03.727465 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=76a78f2a-fac3-48e5-80a4-d3159265857a,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:03.771666 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4425c0-6d13-4531-b033-45a49435a275 req-209ccf59-186d-4706-97c9-0e3f25b96294 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:03.773974 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc4425c0-6d13-4531-b033-45a49435a275 req-209ccf59-186d-4706-97c9-0e3f25b96294 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 945 time: 0.0925174 Mar 31 16:11:03.832209 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc4425c0-6d13-4531-b033-45a49435a275 req-5f8a7c8e-3281-43db-b971-81f63aae9f2e tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510173 Mar 31 16:11:04.118361 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464b76-f7e9-48ab-a772-c059343e1cb4 req-e27b311a-43f8-41b8-a482-af96b763e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:04.120166 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c464b76-f7e9-48ab-a772-c059343e1cb4 req-e27b311a-43f8-41b8-a482-af96b763e8b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 1129 time: 0.0537453 Mar 31 16:11:04.173015 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c464b76-f7e9-48ab-a772-c059343e1cb4 req-2540a152-5a46-4fb6-aff5-0f154e018a8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Mar 31 16:11:04.973572 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d532a-858e-41dd-bea1-a2b201e2b069 req-49a43b17-6b29-4562-aa81-09febb437c9e tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:04.975618 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b4d532a-858e-41dd-bea1-a2b201e2b069 req-49a43b17-6b29-4562-aa81-09febb437c9e tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 945 time: 0.0596340 Mar 31 16:11:05.035576 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b4d532a-858e-41dd-bea1-a2b201e2b069 req-9cdbcb26-f5e0-44a2-a1dc-c2c5a3dbd4b2 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535915 Mar 31 16:11:06.223965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb9f78-60ea-4d15-a29d-5da65178f268 req-2957d8bd-eb2b-4b69-b2f5-15b08f0f3acc tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:06.225718 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ebb9f78-60ea-4d15-a29d-5da65178f268 req-2957d8bd-eb2b-4b69-b2f5-15b08f0f3acc tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 945 time: 0.0800037 Mar 31 16:11:06.284323 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ebb9f78-60ea-4d15-a29d-5da65178f268 req-896924ad-a537-4745-94f1-d28fc298b764 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525570 Mar 31 16:11:06.716899 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:11:07.930928 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49ad46dd-346f-47ef-b379-289529da38de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:10.989055 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32d39293-7881-481f-9920-62efb6c446c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:11.121054 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-f4bc9b23-175c-4542-a9af-b480b16e83c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727258 Mar 31 16:11:11.242914 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973763c4-f5a2-427c-a11d-dede8347f99d req-4c046819-dae7-4153-9ff9-22357eb56f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:11.244501 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-4c046819-dae7-4153-9ff9-22357eb56f8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 1129 time: 0.0567498 Mar 31 16:11:11.384352 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973763c4-f5a2-427c-a11d-dede8347f99d req-29e8093f-95ae-41e3-b3f3-2b184db99952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:11.386281 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-29e8093f-95ae-41e3-b3f3-2b184db99952 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 200 len: 914 time: 0.1172359 Mar 31 16:11:11.434850 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-ad5fa228-7a15-438a-8038-41e174bf70ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76a78f2a-fac3-48e5-80a4-d3159265857a HTTP/1.1" status: 200 len: 217 time: 0.0418975 Mar 31 16:11:11.517163 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973763c4-f5a2-427c-a11d-dede8347f99d req-a92a9019-77fa-4ba2-ba3e-eea0f76c1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:11.518822 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-a92a9019-77fa-4ba2-ba3e-eea0f76c1fd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8561a152-20c3-4a58-99ca-690f9744c7de HTTP/1.1" status: 200 len: 853 time: 0.0713441 Mar 31 16:11:11.559449 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-0a91f65a-54a5-42ed-85f6-8be38f2f5195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d232959-3dfb-46d1-b9be-84366ba34aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336070 Mar 31 16:11:11.683313 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-dd4b62c6-ee88-438a-8563-944921551bbe service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181941 Mar 31 16:11:11.800511 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-973763c4-f5a2-427c-a11d-dede8347f99d req-fe2bd522-f945-4ae2-98a0-7be36bd8cd7d service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069961 Mar 31 16:11:13.788374 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:15.005980 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:16.485882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:19.582375 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:28.407377 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-79e799d6-9d9e-477e-8da1-5c7dc50d1a59 req-289ec27f-f592-4540-a04b-35fd9f32ff7d service neutron] (104108) timed out ('10.222.0.48', 63395) {{(pid=104108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:11:37.925113 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2301efe-d32b-4508-810a-8c6adfac8b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:40.965293 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26242d62-24a0-4c4a-a7ec-5d166224ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:43.717554 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:11:43.828009 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:45.016371 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:46.496428 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:49.553714 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:50.238599 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c9838-0d8a-48d3-ac52-afdbe09f2bf9 req-dfb82231-350f-4263-bb25-0bace12899a2 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:50.240223 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-365c9838-0d8a-48d3-ac52-afdbe09f2bf9 req-dfb82231-350f-4263-bb25-0bace12899a2 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 945 time: 0.0749347 Mar 31 16:11:50.293236 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-365c9838-0d8a-48d3-ac52-afdbe09f2bf9 req-b0cf94e9-0195-4958-bb70-a57423328ca3 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 Mar 31 16:11:51.427008 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b2608-3ec8-4731-b8a6-a56d37fd9373 req-a304fa07-4ae3-4ff2-a436-7ed0f0e5b959 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:51.429070 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-937b2608-3ec8-4731-b8a6-a56d37fd9373 req-a304fa07-4ae3-4ff2-a436-7ed0f0e5b959 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 945 time: 0.0630453 Mar 31 16:11:51.481706 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-937b2608-3ec8-4731-b8a6-a56d37fd9373 req-a59207b1-26fc-408a-9f05-6d9e5b2e2cfd tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Mar 31 16:11:51.853009 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-121ac74e-64b0-48a4-b6dc-93e0c7592150 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:51.854531 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-121ac74e-64b0-48a4-b6dc-93e0c7592150 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 945 time: 0.0568130 Mar 31 16:11:51.965205 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Deleting port 76a78f2a-fac3-48e5-80a4-d3159265857a {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:11:51.965550 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:52.065749 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] For port 76a78f2a-fac3-48e5-80a4-d3159265857a, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=76a78f2a-fac3-48e5-80a4-d3159265857a,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:11:52.066124 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:52.082686 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Calling delete_port for 76a78f2a-fac3-48e5-80a4-d3159265857a owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:11:52.319617 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (76a78f2a-fac3-48e5-80a4-d3159265857a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:52.350925 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Pushing event deleted for resources: {'Port': ['ID=76a78f2a-fac3-48e5-80a4-d3159265857a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:52.356731 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['76a78f2a-fac3-48e5-80a4-d3159265857a'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:11:52.388181 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.388529 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.388904 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.389251 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.389591 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.389930 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.390268 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.390740 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.391078 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.391412 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.391743 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.392174 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.392508 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.392840 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.393168 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:52.411681 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] No DVR routers for this DVR port 76a78f2a-fac3-48e5-80a4-d3159265857a on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:11:52.414260 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:52.417925 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-104e4e97-9ffa-4c2b-9147-3e73148043a0 req-896d9dc9-e864-4922-9b87-929615bde67a tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "DELETE /v2.0/ports/76a78f2a-fac3-48e5-80a4-d3159265857a HTTP/1.1" status: 204 len: 173 time: 0.5581119 Mar 31 16:11:52.418401 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'name': 'network-vif-deleted', 'tag': '76a78f2a-fac3-48e5-80a4-d3159265857a'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:11:52.421382 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a73c843-478c-4b2e-a583-82aee61c9471" -d '{"events": [{"server_uuid": "62d7a92a-2f6c-4acd-ac22-9523bd376f5f", "name": "network-vif-deleted", "tag": "76a78f2a-fac3-48e5-80a4-d3159265857a"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:11:52.468161 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e0725-7e22-4006-9bf9-4f5a90f764cc x-openstack-request-id: req-2f4e0725-7e22-4006-9bf9-4f5a90f764cc {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:11:52.468161 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d7a92a-2f6c-4acd-ac22-9523bd376f5f", "name": "network-vif-deleted", "tag": "76a78f2a-fac3-48e5-80a4-d3159265857a", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:11:52.468161 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f4e0725-7e22-4006-9bf9-4f5a90f764cc {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:11:52.468161 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4e0725-7e22-4006-9bf9-4f5a90f764cc'] response: {'server_uuid': '62d7a92a-2f6c-4acd-ac22-9523bd376f5f', 'name': 'network-vif-deleted', 'tag': '76a78f2a-fac3-48e5-80a4-d3159265857a', 'status': 'completed', 'code': 200} Mar 31 16:11:52.600891 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b784e5a1-4b8c-42ce-950d-c8f2d48b0bf9 req-bde4044d-ce43-4368-925a-42a1c60ca57f tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=62d7a92a-2f6c-4acd-ac22-9523bd376f5f HTTP/1.1" status: 200 len: 210 time: 0.0352061 Mar 31 16:11:56.891853 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 76a78f2a-fac3-48e5-80a4-d3159265857a no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:11:56.915048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: 76a78f2a-fac3-48e5-80a4-d3159265857a {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:11:56.915556 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device 76a78f2a-fac3-48e5-80a4-d3159265857a not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:12:02.393574 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-5da331c2-ab9d-4447-bf5d-929f006f9306 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:02.395182 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-5da331c2-ab9d-4447-bf5d-929f006f9306 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/networks?id=5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 200 len: 813 time: 0.1163967 Mar 31 16:12:02.412257 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-8c055e7b-9cc2-4ad6-8377-9d566cff9ebb tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/quotas/c6be774e35e94f09b98cf0ae823389c5 HTTP/1.1" status: 200 len: 375 time: 0.0098174 Mar 31 16:12:02.448925 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-ebec5491-43ab-4399-865a-5dac1a8607b1 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308332 Mar 31 16:12:02.608143 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-f6328e6f-aed1-4df9-ac4b-94ac9a2300cb service neutron] 10.222.0.58 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510642 Mar 31 16:12:02.703820 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-03a8706e-b74b-4504-811e-fa769847ca32 service neutron] 10.222.0.58 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898459 Mar 31 16:12:03.031110 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0466b6b9-fb66-40e7-b943-2cb707b0d850 req-50e169a9-ce56-4314-92f5-e01ddc68a7f1 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0483081 Mar 31 16:12:04.155330 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eebc85d4-9cc6-45d3-9e62-05eebcd3c1e2 req-bc73b62b-17a9-42a4-96a7-733e285bad35 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0445781 Mar 31 16:12:05.230378 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-71c64864-4fce-4d63-b3f6-1d3cc8794160 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:05.231903 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-71c64864-4fce-4d63-b3f6-1d3cc8794160 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "GET /v2.0/networks?id=5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 200 len: 813 time: 0.1071916 Mar 31 16:12:05.249718 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Request body: {'port': {'device_id': '184a1f1d-b636-45c1-9269-2137541cbf94', 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa', 'admin_state_up': True, 'tenant_id': 'c6be774e35e94f09b98cf0ae823389c5'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:12:05.272467 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0729ae3-84d5-4748-b499-ac3b273e6b9e req-832fbe80-1a85-4d81-9c50-48cae3e4022d tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0409126 Mar 31 16:12:05.444920 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Made reservation on behalf of c6be774e35e94f09b98cf0ae823389c5 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:12:05.448778 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:05.585807 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Allocated IP 172.20.0.13 (5d232959-3dfb-46d1-b9be-84366ba34aaa/8561a152-20c3-4a58-99ca-690f9744c7de/b518e550-3f43-4758-904f-17fe01047428) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:12:05.742537 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks [] for port (b518e550-3f43-4758-904f-17fe01047428), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:05.839671 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726424816357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (b518e550-3f43-4758-904f-17fe01047428), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:05.885029 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Network 5d232959-3dfb-46d1-b9be-84366ba34aaa is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:12:05.888476 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:12:05.894839 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:12:05.901826 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Pushing event updated for resources: {'Port': ['ID=b518e550-3f43-4758-904f-17fe01047428,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:05.947978 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:05.948655 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:06.054362 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-068e1a66-222f-4f35-8f52-c99dcb4cfff9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090422 Mar 31 16:12:06.071420 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Request body: {'port': {'device_id': '184a1f1d-b636-45c1-9269-2137541cbf94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:12:06.151900 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b518e550-3f43-4758-904f-17fe01047428), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:06.501696 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d634c55-7f40-468a-b562-6a9ae64f08b4 req-64403f88-a0d4-4c18-8393-be8a93a02104 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:06.503321 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d634c55-7f40-468a-b562-6a9ae64f08b4 req-64403f88-a0d4-4c18-8393-be8a93a02104 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 932 time: 0.1561632 Mar 31 16:12:06.611114 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d634c55-7f40-468a-b562-6a9ae64f08b4 req-f0f4c968-ea74-4ca8-8782-51086117ea2c tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006138 Mar 31 16:12:06.621280 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b518e550-3f43-4758-904f-17fe01047428 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:12:06.632554 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Publish callbacks [] for port (b518e550-3f43-4758-904f-17fe01047428), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:06.646928 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Transition to ACTIVE for port object b518e550-3f43-4758-904f-17fe01047428 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:12:06.746468 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (b518e550-3f43-4758-904f-17fe01047428), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:06.802681 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b518e550-3f43-4758-904f-17fe01047428,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:06.880483 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Attempting to bind port b518e550-3f43-4758-904f-17fe01047428 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:12:06.880762 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Attempting to bind port b518e550-3f43-4758-904f-17fe01047428 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:12:06.881140 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Attempting to bind port b518e550-3f43-4758-904f-17fe01047428 on network 5d232959-3dfb-46d1-b9be-84366ba34aaa {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:12:06.886180 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Port b518e550-3f43-4758-904f-17fe01047428 on network 5d232959-3dfb-46d1-b9be-84366ba34aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:12:06.886509 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Attempting to bind port b518e550-3f43-4758-904f-17fe01047428 on network 5d232959-3dfb-46d1-b9be-84366ba34aaa {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:12:06.892519 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Checking agent: {'id': 'b9f02891-0e99-46a6-9752-2fbca9107693', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:12:06.892863 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Checking segment: {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:12:06.893254 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Bound using segment: {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:12:06.893712 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Bound port: b518e550-3f43-4758-904f-17fe01047428, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1513b01-edb3-4314-a1a2-7d651825e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:12:06.894059 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b518e550-3f43-4758-904f-17fe01047428), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:06.961278 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] For port b518e550-3f43-4758-904f-17fe01047428, host hv-cinder-83602, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:12:06.965125 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] For port b518e550-3f43-4758-904f-17fe01047428, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b518e550-3f43-4758-904f-17fe01047428,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:12:07.063265 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26014994'] for port (b518e550-3f43-4758-904f-17fe01047428), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:07.101693 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.102326 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:07.103778 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] 10.222.0.48 "PUT /v2.0/ports/b518e550-3f43-4758-904f-17fe01047428 HTTP/1.1" status: 200 len: 1094 time: 1.0369027 Mar 31 16:12:07.104239 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184a1f1d-b636-45c1-9269-2137541cbf94', 'tag': 'b518e550-3f43-4758-904f-17fe01047428'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:12:07.106531 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1" -d '{"events": [{"name": "network-changed", "server_uuid": "184a1f1d-b636-45c1-9269-2137541cbf94", "tag": "b518e550-3f43-4758-904f-17fe01047428"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:12:07.139054 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f7045-858b-448b-a33b-6315c57bcbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b518e550-3f43-4758-904f-17fe01047428,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:07.145922 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c05d78e-aeb9-48d2-90ab-95b808934a2a x-openstack-request-id: req-4c05d78e-aeb9-48d2-90ab-95b808934a2a {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:12:07.146240 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184a1f1d-b636-45c1-9269-2137541cbf94", "tag": "b518e550-3f43-4758-904f-17fe01047428", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:12:07.146707 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c05d78e-aeb9-48d2-90ab-95b808934a2a {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:12:07.146891 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c05d78e-aeb9-48d2-90ab-95b808934a2a'] response: {'name': 'network-changed', 'server_uuid': '184a1f1d-b636-45c1-9269-2137541cbf94', 'tag': 'b518e550-3f43-4758-904f-17fe01047428', 'status': 'completed', 'code': 200} Mar 31 16:12:07.235063 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1 req-e6c342ae-5ad9-418d-a537-7b4633a7bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.236601 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1 req-e6c342ae-5ad9-418d-a537-7b4633a7bb3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 1128 time: 0.0456409 Mar 31 16:12:07.348204 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1 req-80eecf49-f2c0-4ec5-bcf4-1b7b5b55d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.349922 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1 req-80eecf49-f2c0-4ec5-bcf4-1b7b5b55d8fa service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c6be774e35e94f09b98cf0ae823389c5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1008501 Mar 31 16:12:07.449060 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1 req-0ad1b183-8663-46be-9990-dfa44b080668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.450521 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2cb2fb93-2d39-46ee-8f73-2f801a4a41f1 req-0ad1b183-8663-46be-9990-dfa44b080668 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953453 Mar 31 16:12:07.558396 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-341fc45d-a2df-4e02-88ec-dce28eeecc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.560007 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-341fc45d-a2df-4e02-88ec-dce28eeecc3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6be774e35e94f09b98cf0ae823389c5&device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 1128 time: 0.0508094 Mar 31 16:12:07.621058 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-6ea3da16-c58e-4e19-a8f4-2b1b7a9f661b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b518e550-3f43-4758-904f-17fe01047428 HTTP/1.1" status: 200 len: 217 time: 0.0491474 Mar 31 16:12:07.677228 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-dfd62339-4994-4bec-b343-56e7c7cce687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.679865 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-dfd62339-4994-4bec-b343-56e7c7cce687 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8561a152-20c3-4a58-99ca-690f9744c7de HTTP/1.1" status: 200 len: 853 time: 0.0536284 Mar 31 16:12:07.729430 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-bbebaaf3-b454-4d16-8f16-b8bf31fbd30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d232959-3dfb-46d1-b9be-84366ba34aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379560 Mar 31 16:12:07.835529 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6ad2-d82c-43af-8fb1-ac50fbe209d0 req-0ab282a5-f84d-4af0-804a-80828b53c4fa tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.837444 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3dc6ad2-d82c-43af-8fb1-ac50fbe209d0 req-0ab282a5-f84d-4af0-804a-80828b53c4fa tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 944 time: 0.1382399 Mar 31 16:12:07.872572 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-3582b2c1-df9f-49a3-883f-eb7369c17914 service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281428 Mar 31 16:12:07.925194 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69637997-8481-4fe1-aef3-e63cc11ea404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:07.951656 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3dc6ad2-d82c-43af-8fb1-ac50fbe209d0 req-30a3df82-1e29-473a-9f48-2d33c04c7da0 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066818 Mar 31 16:12:07.995222 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc81402a-1cd9-45c1-82d8-9aff942836aa req-da0d85cc-3be2-4aff-91be-e380d1e5ad2d service neutron] 10.222.0.48 "GET /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164455 Mar 31 16:12:09.094390 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9ec70-b912-4ceb-82c6-4fb6dd17fcd1 req-5fa91c54-de3c-4430-9920-0d38700d63e6 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:09.096280 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ec9ec70-b912-4ceb-82c6-4fb6dd17fcd1 req-5fa91c54-de3c-4430-9920-0d38700d63e6 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 944 time: 0.0569346 Mar 31 16:12:09.152817 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8ec9ec70-b912-4ceb-82c6-4fb6dd17fcd1 req-2f4aeafc-a911-4ffe-8b6d-273d3d9619b9 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Mar 31 16:12:10.285512 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26492e56-c5f3-46a2-a782-eacd6e7d9842 req-40ddcfee-b290-49cd-82af-45755c4077f2 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:10.287446 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26492e56-c5f3-46a2-a782-eacd6e7d9842 req-40ddcfee-b290-49cd-82af-45755c4077f2 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 944 time: 0.0596871 Mar 31 16:12:10.339447 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26492e56-c5f3-46a2-a782-eacd6e7d9842 req-eb0b8985-06ed-4145-bca9-30aac8ad7898 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459540 Mar 31 16:12:10.970675 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eb1b38df-481e-42f0-914d-1cfce6346691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:11.506946 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7402b4-dd94-47a5-bf91-0243c322634c req-531efb83-26c9-475b-8010-0f2d1e8a769c tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:11.508756 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc7402b4-dd94-47a5-bf91-0243c322634c req-531efb83-26c9-475b-8010-0f2d1e8a769c tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 944 time: 0.0605021 Mar 31 16:12:11.528082 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b518e550-3f43-4758-904f-17fe01047428 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:12:11.580222 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc7402b4-dd94-47a5-bf91-0243c322634c req-d0959959-92c9-49ce-b6d9-ea76678dd070 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626998 Mar 31 16:12:11.641112 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port b518e550-3f43-4758-904f-17fe01047428, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b518e550-3f43-4758-904f-17fe01047428,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:12:11.653835 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Returning: {'device': 'b518e550-3f43-4758-904f-17fe01047428', 'network_id': '5d232959-3dfb-46d1-b9be-84366ba34aaa', 'port_id': 'b518e550-3f43-4758-904f-17fe01047428', 'mac_address': 'fa:16:3e:da:22:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8561a152-20c3-4a58-99ca-690f9744c7de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:12:11.693756 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port b518e550-3f43-4758-904f-17fe01047428 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:12:11.694150 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b518e550-3f43-4758-904f-17fe01047428), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:11.708509 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b518e550-3f43-4758-904f-17fe01047428 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:12:11.729355 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port b518e550-3f43-4758-904f-17fe01047428, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b518e550-3f43-4758-904f-17fe01047428,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:12:11.855809 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b518e550-3f43-4758-904f-17fe01047428), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:11.938531 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=b518e550-3f43-4758-904f-17fe01047428,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:11.951683 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.952219 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.952767 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.953359 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.953952 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.954575 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.955166 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.955755 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.956347 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.956933 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.957525 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.958118 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.958732 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.959321 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:11.959863 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:12:12.137752 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['b518e550-3f43-4758-904f-17fe01047428'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:12:12.712793 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0385a-649e-49f4-8e96-db510f5fba6d req-00c10066-6b64-4f6a-8579-df7675596ec7 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:12.714371 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7d0385a-649e-49f4-8e96-db510f5fba6d req-00c10066-6b64-4f6a-8579-df7675596ec7 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0611477 Mar 31 16:12:12.766723 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7d0385a-649e-49f4-8e96-db510f5fba6d req-e25c1888-eb55-44dc-8cd3-ca2991ce1863 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Mar 31 16:12:13.543145 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b518e550-3f43-4758-904f-17fe01047428 up at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:12:13.730535 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning for port b518e550-3f43-4758-904f-17fe01047428 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:12:13.736217 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Provisioning complete for port b518e550-3f43-4758-904f-17fe01047428 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:12:13.740352 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15921454'] for port (b518e550-3f43-4758-904f-17fe01047428), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:13.827920 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:13.844205 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Current status of the port b518e550-3f43-4758-904f-17fe01047428 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:12:13.844600 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15966164'] for port (b518e550-3f43-4758-904f-17fe01047428), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:13.870749 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184a1f1d-b636-45c1-9269-2137541cbf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b518e550-3f43-4758-904f-17fe01047428'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:12:13.873661 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b5c61c2b5007f9b3b070a7a70b73db2646ab5af7e4039746db714c5169019c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67930944-4bc1-4438-adcd-3cc48f997ac5" -d '{"events": [{"server_uuid": "184a1f1d-b636-45c1-9269-2137541cbf94", "name": "network-vif-plugged", "status": "completed", "tag": "b518e550-3f43-4758-904f-17fe01047428"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:12:13.888872 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] For port b518e550-3f43-4758-904f-17fe01047428, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b518e550-3f43-4758-904f-17fe01047428,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:12:13.916806 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7be96-2c40-4e77-af42-c2a9bb00f8f2 req-5e42b80d-84cb-4296-b0c7-9d446827c7e5 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:13.920255 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72b7be96-2c40-4e77-af42-c2a9bb00f8f2 req-5e42b80d-84cb-4296-b0c7-9d446827c7e5 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Mar 31 16:12:13.931540 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a4a222-514d-48c0-8fd2-bbf8996b7354 x-openstack-request-id: req-49a4a222-514d-48c0-8fd2-bbf8996b7354 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:12:13.931811 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184a1f1d-b636-45c1-9269-2137541cbf94", "name": "network-vif-plugged", "status": "completed", "tag": "b518e550-3f43-4758-904f-17fe01047428", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:12:13.932010 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49a4a222-514d-48c0-8fd2-bbf8996b7354 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:12:13.932444 dv-cinder-836027-1-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a4a222-514d-48c0-8fd2-bbf8996b7354'] response: {'server_uuid': '184a1f1d-b636-45c1-9269-2137541cbf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b518e550-3f43-4758-904f-17fe01047428', 'code': 200} Mar 31 16:12:13.976713 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726425384331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726424816375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726424816653'] for port (b518e550-3f43-4758-904f-17fe01047428), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:13.977106 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72b7be96-2c40-4e77-af42-c2a9bb00f8f2 req-0a5e00fb-aaf6-41ec-b2b8-dbbcc49f8097 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Mar 31 16:12:14.053690 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Pushing event updated for resources: {'Port': ['ID=b518e550-3f43-4758-904f-17fe01047428,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:14.389639 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b0122-48d4-40b3-b507-fbf0e2c8f7f1 req-51843d48-08d0-484d-b36c-e446f9907545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:14.391904 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e0b0122-48d4-40b3-b507-fbf0e2c8f7f1 req-51843d48-08d0-484d-b36c-e446f9907545 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 1130 time: 0.0733869 Mar 31 16:12:14.457854 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e0b0122-48d4-40b3-b507-fbf0e2c8f7f1 req-843052a6-5911-498e-b42d-7492a885ba7f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Mar 31 16:12:15.010584 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:15.119764 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51d01-019a-4807-a740-0d382eb841b2 req-6f5e8274-eddc-403c-8553-05e4dad29f35 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:15.121715 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bb51d01-019a-4807-a740-0d382eb841b2 req-6f5e8274-eddc-403c-8553-05e4dad29f35 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 946 time: 0.0654144 Mar 31 16:12:15.174485 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bb51d01-019a-4807-a740-0d382eb841b2 req-27b35c13-aee3-41d0-86a6-cf2593a3ca6f tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Mar 31 16:12:16.305965 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec75b9-75d2-4516-abd7-88a0dc00588e req-f4bd3dbd-b992-4bc8-bd78-511ee6361e3d tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:16.307566 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92ec75b9-75d2-4516-abd7-88a0dc00588e req-f4bd3dbd-b992-4bc8-bd78-511ee6361e3d tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 946 time: 0.0597663 Mar 31 16:12:16.369301 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92ec75b9-75d2-4516-abd7-88a0dc00588e req-295d9b78-cf80-49fc-909b-b175a2b93ce7 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553191 Mar 31 16:12:16.444971 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:19.558934 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:20.718063 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:12:37.935867 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7681a619-e5a4-46c5-a708-ba941356afa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:39.426278 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316201ce-eacd-4049-863a-41a8ccae5027 req-6e8dede2-b851-4003-9c31-7550abe7bbea tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:39.427967 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-316201ce-eacd-4049-863a-41a8ccae5027 req-6e8dede2-b851-4003-9c31-7550abe7bbea tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 946 time: 0.0582731 Mar 31 16:12:39.486416 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-316201ce-eacd-4049-863a-41a8ccae5027 req-fd19812d-aece-4df0-b324-0cf764e48aa7 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Mar 31 16:12:40.621744 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fc45e-9977-465e-bdeb-55b628aebba4 req-72aa0b81-a398-4b52-a3b5-ddafe3b5a283 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:40.623375 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b78fc45e-9977-465e-bdeb-55b628aebba4 req-72aa0b81-a398-4b52-a3b5-ddafe3b5a283 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 946 time: 0.0629120 Mar 31 16:12:40.679504 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b78fc45e-9977-465e-bdeb-55b628aebba4 req-13a41f85-3aea-4bf1-94b2-d906593726c1 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/security-groups?id=de93a99e-fe38-4c75-a396-b9528179691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458457 Mar 31 16:12:40.964236 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c6621890-8194-40b8-a015-f344cb7d3e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:41.103429 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-44920779-b807-4a52-bb97-c50021667ccc tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:41.105003 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-44920779-b807-4a52-bb97-c50021667ccc tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 946 time: 0.0575576 Mar 31 16:12:41.212559 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Deleting port b518e550-3f43-4758-904f-17fe01047428 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:12:41.212971 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726425378326'] for port (b518e550-3f43-4758-904f-17fe01047428), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:41.329826 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] For port b518e550-3f43-4758-904f-17fe01047428, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b518e550-3f43-4758-904f-17fe01047428,segment=NetworkSegment(f1513b01-edb3-4314-a1a2-7d651825e300),segment_id=f1513b01-edb3-4314-a1a2-7d651825e300)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:12:41.330164 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040200'] for port (b518e550-3f43-4758-904f-17fe01047428), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:41.346192 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Calling delete_port for b518e550-3f43-4758-904f-17fe01047428 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:12:41.559350 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15966101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726425384313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726424816366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26015003'] for port (b518e550-3f43-4758-904f-17fe01047428), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:41.596595 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] get_ports_and_sgs() called for port_ids ['b518e550-3f43-4758-904f-17fe01047428'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:12:41.612518 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Pushing event deleted for resources: {'Port': ['ID=b518e550-3f43-4758-904f-17fe01047428,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:41.681277 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] No DVR routers for this DVR port b518e550-3f43-4758-904f-17fe01047428 on host hv-cinder-83602 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:12:41.685610 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224000'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:41.689363 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a77e3aee-2b37-45d3-a949-58393c6b4aa7 req-b2d7ff85-8ecf-4eae-9f2d-1263a01c6463 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.48 "DELETE /v2.0/ports/b518e550-3f43-4758-904f-17fe01047428 HTTP/1.1" status: 204 len: 173 time: 0.5784500 Mar 31 16:12:41.690110 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184a1f1d-b636-45c1-9269-2137541cbf94', 'name': 'network-vif-deleted', 'tag': 'b518e550-3f43-4758-904f-17fe01047428'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:12:41.692679 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3613b11d1ec4d97c9c6beefac2ec48cf376b7420bf201ae541f0803b88a334b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ca4ca-9ca8-4f83-8c97-474d1392ea7c" -d '{"events": [{"server_uuid": "184a1f1d-b636-45c1-9269-2137541cbf94", "name": "network-vif-deleted", "tag": "b518e550-3f43-4758-904f-17fe01047428"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:12:41.748501 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb714a49-bc2e-4d06-a6ac-427cca791a76 x-openstack-request-id: req-bb714a49-bc2e-4d06-a6ac-427cca791a76 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:12:41.748804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184a1f1d-b636-45c1-9269-2137541cbf94", "name": "network-vif-deleted", "tag": "b518e550-3f43-4758-904f-17fe01047428", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:12:41.749061 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb714a49-bc2e-4d06-a6ac-427cca791a76 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:12:41.749471 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb714a49-bc2e-4d06-a6ac-427cca791a76'] response: {'server_uuid': '184a1f1d-b636-45c1-9269-2137541cbf94', 'name': 'network-vif-deleted', 'tag': 'b518e550-3f43-4758-904f-17fe01047428', 'status': 'completed', 'code': 200} Mar 31 16:12:41.797508 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e229d901-fe75-44c8-bf31-a89271df0ba9 req-abead32f-cb92-4740-9438-402da6412777 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0329270 Mar 31 16:12:42.987668 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4077e134-63b8-4640-989e-0165a84988ca req-5f667318-163a-4b1c-b45d-0e17c3c21956 tempest-VolumesSnapshotTestJSON-1343079943 tempest-VolumesSnapshotTestJSON-1343079943-project] 10.222.0.58 "GET /v2.0/ports?device_id=184a1f1d-b636-45c1-9269-2137541cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0534301 Mar 31 16:12:43.685343 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b518e550-3f43-4758-904f-17fe01047428 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:12:43.713307 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] No Port match for: b518e550-3f43-4758-904f-17fe01047428 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:12:43.713645 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Device b518e550-3f43-4758-904f-17fe01047428 not bound to the agent host hv-cinder-83602 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:12:43.787025 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:45.009621 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:46.484164 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:49.585026 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:57.717574 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:13:07.924285 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-231508be-2277-4b06-b33f-f95918bcc738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:10.969371 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-48835029-555c-494c-b6eb-726b6f0632d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.015579 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.58', 38058) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:13:11.063021 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Deleting subnet 8561a152-20c3-4a58-99ca-690f9744c7de {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:13:11.066851 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Publish callbacks [] for subnet (8561a152-20c3-4a58-99ca-690f9744c7de), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.106480 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426996'] for subnet (8561a152-20c3-4a58-99ca-690f9744c7de), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.153297 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15859654'] for subnet (8561a152-20c3-4a58-99ca-690f9744c7de), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.294283 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15859697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26003296'] for subnet (8561a152-20c3-4a58-99ca-690f9744c7de), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.322314 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8561a152-20c3-4a58-99ca-690f9744c7de,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:13:11.328420 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.331902 dv-cinder-836027-1-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8561a152-20c3-4a58-99ca-690f9744c7de HTTP/1.1" status: 204 len: 168 time: 0.3150821 Mar 31 16:13:11.336087 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 38060) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:13:11.339337 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.339887 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.340424 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.340981 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.342135 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.342511 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.343044 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.343568 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.345096 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.345096 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.345461 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.345804 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.346737 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.347289 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.347842 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813896f-f384-441a-89f9-a47a1efbfb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.422433 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15729287'] for network (5d232959-3dfb-46d1-b9be-84366ba34aaa), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.519880 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15923789', 'neutron.services.segments.db._delete_segments_for_network-8726425143098'] for network (5d232959-3dfb-46d1-b9be-84366ba34aaa), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.556688 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d232959-3dfb-46d1-b9be-84366ba34aaa']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:13:11.558130 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1513b01-edb3-4314-a1a2-7d651825e300') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:13:11.558427 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1513b01-edb3-4314-a1a2-7d651825e300') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:13:11.570999 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726425343811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853640'] for segment (f1513b01-edb3-4314-a1a2-7d651825e300), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.589260 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321'] for segment (f1513b01-edb3-4314-a1a2-7d651825e300), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.598898 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:13:11.599322 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15854321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26539571'] for segment (f1513b01-edb3-4314-a1a2-7d651825e300), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: Traceback (most recent call last): Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: timer() Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: cb(*args, **kw) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: return func(*args, **kwargs) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: self._notify() Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: self.callback(batched_events) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: event.method(event) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: return f(self, *a, **k) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._get(url).json() Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: return self.request(url, 'GET', **kwargs) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:13:11.601321 dv-cinder-836027-1-iscsi neutron-server[104108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:13:11.727654 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15923780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036140'] for network (5d232959-3dfb-46d1-b9be-84366ba34aaa), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.734368 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025905'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.737796 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5d232959-3dfb-46d1-b9be-84366ba34aaa HTTP/1.1" status: 204 len: 168 time: 0.4006357 Mar 31 16:13:11.749697 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d232959-3dfb-46d1-b9be-84366ba34aaa,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:13:11.757929 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.760551 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.761848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.761848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.761848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.761848 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.762417 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:11.762417 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f299a7f9-668e-4586-90b0-28a118424595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-1-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:13:12.134409 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 38064) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:13:12.191437 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-03c977e0-e8ca-4d09-a878-0cd35145ccc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6be774e35e94f09b98cf0ae823389c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555837 Mar 31 16:13:12.193908 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.58', 38066) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:13:12.256584 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81ff3ab6-f42d-4475-8e68-3c90a99c9aea admin admin] Publish callbacks [] for security_group (de93a99e-fe38-4c75-a396-b9528179691e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:12.281387 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81ff3ab6-f42d-4475-8e68-3c90a99c9aea admin admin] Publish callbacks [] for security_group (de93a99e-fe38-4c75-a396-b9528179691e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:12.464917 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81ff3ab6-f42d-4475-8e68-3c90a99c9aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543459'] for security_group (de93a99e-fe38-4c75-a396-b9528179691e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:12.467930 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81ff3ab6-f42d-4475-8e68-3c90a99c9aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:12.469444 dv-cinder-836027-1-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-81ff3ab6-f42d-4475-8e68-3c90a99c9aea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de93a99e-fe38-4c75-a396-b9528179691e HTTP/1.1" status: 204 len: 168 time: 0.2744067 Mar 31 16:13:12.480971 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3ab6-f42d-4475-8e68-3c90a99c9aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93a99e-fe38-4c75-a396-b9528179691e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:13:13.786716 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:15.015446 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:16.506949 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:19.598107 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:34.722765 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:13:38.018659 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b62fdc01-64ce-4af5-9b6f-84057878ed46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:40.969389 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-049c9d4f-0ff1-4cb6-958c-50c72611394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:43.791891 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:45.009003 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:46.500356 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:49.577982 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:07.940302 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6964ac4a-0abd-483e-be05-3ea86fb90be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:10.974212 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8899fbef-8081-489e-90a4-d03cec554cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:11.723998 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:14:13.791564 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:15.040726 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:16.549330 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:19.574758 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:37.953781 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fe4feec5-180d-461a-a665-1aa8d823a544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:40.994211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e8daa3e6-b77a-45c9-853b-8258701a363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:43.814277 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:45.210930 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:46.511390 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:48.724683 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:14:49.662522 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:07.993173 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff181779-93cb-4e17-9555-05e0317df69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:11.004444 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-60224c0a-bf70-4089-aa74-a15b99bbc804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:13.804689 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:15.059153 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:16.438665 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:19.647820 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:25.724911 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:15:37.950036 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c3f9151e-b4cc-4e42-915f-578e80d35014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:40.984529 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c9d82934-b9a0-4b6d-b9e8-a9057fb5872f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:43.801327 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:45.078047 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:46.443517 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:15:49.729422 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:02.724805 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:16:07.944048 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5898-2e5d-476a-bdc0-8ac583bf7406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:10.985640 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf07c-ac8b-4877-8e65-e0afc96779e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:13.837064 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:15.064456 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:16.482963 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:17.109037 dv-cinder-836027-1-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-8cc6b262-4254-492f-9c34-535bb90f86a9 service neutron] (104109) timed out ('10.222.0.58', 34032) {{(pid=104109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:16:17.217248 dv-cinder-836027-1-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-2ceec1dc-7451-4b14-8294-ce282e7ef288 req-e6f1f753-d584-4092-9a21-5bbebb5dc9d8 tempest-AttachVolumeShelveTestJSON-1921168900 tempest-AttachVolumeShelveTestJSON-1921168900-project] (104108) timed out ('10.222.0.58', 34050) {{(pid=104108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:16:19.774480 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:37.968089 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-847cd1b5-4e95-487b-a393-4af7db2230b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:39.725413 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:16:41.002670 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5f7e30ed-6770-4871-8a20-3c080597c526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:43.814024 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:45.036512 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:46.482489 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:16:49.635492 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:07.955643 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-57034883-5bbd-4e10-a079-d7ad523a22cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:11.012965 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6bbecb0c-2194-4e54-8a12-5c274d945413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:13.869960 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:15.098610 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:16.527211 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:16.725612 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:17:19.681496 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:37.943590 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3d2cc4af-de09-484c-83be-eeff99482313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:41.171721 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aade6180-d0c5-4392-8f1c-d536518058b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:43.853558 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:45.058032 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:46.468348 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:49.628397 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:17:53.725489 dv-cinder-836027-1-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-a88c97db-7649-4ab8-9c58-6c475fb7fce2 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:18:07.936851 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-de832dd7-c03b-459a-ad88-25ed2858f4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (fc7e94a0-d316-4a8d-9cf1-975170e3588b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:18:10.988882 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c0176308-7c9a-4883-9b70-8c78c29d79b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (1456515a-3de9-45d1-b7e0-3c08b640b49f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:18:13.834036 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-078c57b0-251a-410c-8c8c-ad26d269b04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (08c5e321-af05-4014-9aec-c251ba4fa28d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:18:15.051159 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5e8da9e-b3c2-4c51-9c3f-ee7ebf836efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (333eec40-939b-4532-9ed0-1a753b62ca23), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:18:16.479675 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-228c41ec-c0af-4500-8b1f-3869f15209b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (5e24d4c7-abd5-484a-b0d2-ab3886f13bf5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:18:19.715894 dv-cinder-836027-1-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7ac69f9-fd09-498d-89b3-ff289fc19ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726425143080', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15922316'] for agent (b9f02891-0e99-46a6-9752-2fbca9107693), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}